-- Logs begin at Mon 2022-05-16 16:53:08 UTC, end at Mon 2022-05-16 18:00:52 UTC. -- May 16 17:31:08.562332 dv-cinder-837699-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 17:31:11.367040 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.common.config [-] Logging enabled! May 16 17:31:11.367656 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 17:31:11.367845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104549) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 17:31:11.371134 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.common.config [-] Logging enabled! May 16 17:31:11.371386 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 17:31:11.371695 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104549) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 17:31:11.372633 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 17:31:11.372864 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 17:31:11.373229 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 17:31:11.373476 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 17:31:11.373734 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 17:31:11.374139 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.374434 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.374666 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.374964 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.375238 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.375514 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.375803 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.376101 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.376409 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.376685 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.376967 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.377195 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.377472 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.377782 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.378051 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.378274 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] debug = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.378554 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.378985 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.379405 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.379682 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.379967 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.380241 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.380528 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.380787 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.381066 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.381385 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] host = dv-cinder-837699-6-iscsi {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.381691 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.381977 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.382261 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.382544 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.382816 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.383086 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.383365 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.383633 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.383902 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.384174 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.384457 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.384741 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.385024 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.385249 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.385467 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.385773 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.386069 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.386342 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.386611 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.386880 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.387148 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.387421 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.387685 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.387966 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.388246 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.388525 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.388793 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.389060 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.389326 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.389610 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.389898 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.390172 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.390443 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.390714 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.390995 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.391260 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.391529 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.391843 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.392215 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.392497 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.392780 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.393052 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.393330 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.393619 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.393892 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.394164 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_json = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.394435 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.394704 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.394983 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.395256 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.395523 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.395790 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.396057 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.396336 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.396604 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:11.396896 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.397186 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.397485 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.397791 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.398094 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.398371 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.398656 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.398931 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.399214 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.399499 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.399786 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.400060 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.400354 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.400639 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.400926 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.401227 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.401516 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.401828 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.402104 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.402377 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.402648 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.402923 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.403208 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.403481 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.403768 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.404052 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.404327 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.404622 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.404903 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.405186 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.405479 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.405790 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.406065 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.406343 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.406631 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.406909 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.407177 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.407490 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.407770 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.408045 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.408325 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.408600 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.408873 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.409141 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.409414 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.409734 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.410014 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.410283 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.410552 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.410825 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.411095 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.411376 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.411650 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.411929 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.412193 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.412469 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.412738 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.413009 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.413288 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.413585 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.413862 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.414141 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.414409 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.414712 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.414987 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.415256 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.415526 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.415799 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.416074 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.416342 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.416612 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.416880 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.417151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.417427 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.417747 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.418102 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.418378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.418653 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.418929 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.419203 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.419476 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.419750 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.420025 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.420294 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.420579 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.421176 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.421459 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.421762 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.422037 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.422348 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.422621 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.422894 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.423252 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.423525 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.423798 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.424081 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.424364 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.424653 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.424943 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.425222 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.425509 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.425823 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.426111 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.426386 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.426689 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.426965 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:11.427179 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 17:31:11.427422 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104549) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 17:31:11.884254 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 17:31:11.884529 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 17:31:11.884836 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 17:31:11.885167 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 17:31:12.210069 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.210363 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.210637 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.211837 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.212106 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.212370 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.266615 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.266953 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.267232 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.281963 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.282239 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.282671 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.312614 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.312884 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.313155 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.348917 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.349187 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.349458 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.691554 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.692199 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.692199 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.692365 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.693037 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.798507 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.798825 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.799110 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.799383 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.799655 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.799969 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.800238 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.800483 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.800740 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.801011 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.801266 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.801536 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.801815 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.802065 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.802322 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.802582 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.802840 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.803106 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.803356 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.803614 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.803883 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.804134 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.804416 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.804793 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.805042 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.805286 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.805712 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:12.805951 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:12.806188 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:12.806422 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:12.806656 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:12.806889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:12.807256 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 17:31:12.810421 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 17:31:12.814405 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 17:31:12.818196 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 16 17:31:12.819813 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 17:31:12.820274 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 17:31:12.820608 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 17:31:12.820991 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 17:31:12.823955 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 17:31:12.824210 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 17:31:12.824555 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 17:31:12.829464 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 17:31:12.852857 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 17:31:12.853299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.853590 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104549) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 17:31:12.853983 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.855324 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104549) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 17:31:12.855604 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 17:31:12.855846 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 17:31:12.859172 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.859456 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:12.928753 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 17:31:12.929154 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 17:31:12.929524 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 17:31:12.930157 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 17:31:12.953759 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_db.sqlalchemy.engines [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104549) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 17:31:13.394577 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing driver for type 'gre' May 16 17:31:13.395096 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] gre ID ranges: [(1, 1000)] May 16 17:31:13.451308 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing driver for type 'local' May 16 17:31:13.451674 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing driver for type 'vlan' May 16 17:31:13.466356 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] VlanTypeDriver initialization complete May 16 17:31:13.466649 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing driver for type 'vxlan' May 16 17:31:13.467215 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] vxlan ID ranges: [(1, 1000)] May 16 17:31:13.522748 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing extension driver 'port_security' May 16 17:31:13.523094 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.extensions.port_security [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] PortSecurityExtensionDriver initialization complete May 16 17:31:13.523431 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing mechanism driver 'openvswitch' May 16 17:31:13.523828 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing mechanism driver 'hyperv' May 16 17:31:13.530540 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.plugin [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:13.531393 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.531772 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.532129 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.532687 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 17:31:13.533133 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.533494 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.533871 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.534270 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 17:31:13.534684 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.535038 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.535385 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.535802 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 17:31:13.536213 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > security_group after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.536568 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > security_group after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.536913 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > security_group after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.537311 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 17:31:13.537741 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.538090 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.538435 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.538845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 17:31:13.539233 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > address_group after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.539603 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > address_group after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.539949 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > address_group after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.540344 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 17:31:13.540791 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] ML2 OVO RPC backend initialized. {{(pid=104549) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 17:31:13.541493 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.541873 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.542291 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.542643 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > networks before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.542996 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.543341 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > ports before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.543687 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.544032 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnets before_response 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.544378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.544722 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.545060 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.545399 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.546077 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.546423 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.546760 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.547096 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.547434 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.555262 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded quota_driver: . May 16 17:31:13.555628 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.plugin [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Modular L2 Plugin initialization complete May 16 17:31:13.555985 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading services supported by the core plugin {{(pid=104549) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 17:31:13.556328 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.plugins.ml2.managers [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Got port-security extension from driver 'port_security' May 16 17:31:13.556808 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.extensions.vlantransparent [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Disabled vlantransparent extension. May 16 17:31:13.557307 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104549) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 17:31:13.557656 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: router May 16 17:31:13.594641 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_interface before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.595107 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.595552 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router before_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.595980 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.596380 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.596770 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_delete 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.597166 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > floatingip after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.597614 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > floatingip after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.597995 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.598445 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.598877 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.599302 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.599827 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.600359 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.600816 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.601215 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.601677 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: subnet after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.602093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.602552 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > port precommit_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.602970 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.603330 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.603738 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.604209 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router after_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.604643 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_delete 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.605078 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_create 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.605573 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.606027 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_update 55549900 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.606488 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > agent after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.606881 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > agent after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.607300 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > network after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.608414 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Tracking information for resource: router configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:13.608855 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Tracking information for resource: floatingip configured {{(pid=104549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 17:31:13.614521 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.db.l3_agentschedulers_db [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 17:31:13.615152 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.615611 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port after_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.616075 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port after_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.616498 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: port after_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.617402 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router before_create 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.617973 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_delete 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.618424 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_create 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.618854 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > router precommit_update 55550100 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.623874 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.provider_configuration [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service providers = [] {{(pid=104549) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 17:31:13.624267 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.db.servicetype_db [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104549) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 17:31:13.627823 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 17:31:13.628260 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 17:31:13.628749 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 17:31:13.629845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.services.service_base [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 17:31:13.630482 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.services.service_base [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 17:31:13.630836 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.631231 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 17:31:13.644298 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.644716 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: auto_allocate May 16 17:31:13.651343 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: network precommit_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.651763 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: network precommit_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.652322 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.652644 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: tag May 16 17:31:13.659523 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.659857 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: timestamp May 16 17:31:13.663746 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.664069 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: network_ip_availability May 16 17:31:13.669615 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.670011 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.670375 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.671426 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.671755 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: flavors May 16 17:31:13.676770 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.677112 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading Plugin: revisions May 16 17:31:13.681356 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 17:31:13.681792 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=104549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 17:31:13.682525 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104549) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 17:31:13.682839 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Initializing extension manager. May 16 17:31:13.683390 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: __init__.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.683738 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: __pycache__ {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.684071 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: _port_mac_address_override.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.684416 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: address_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.685170 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.685778 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: address-group May 16 17:31:13.686108 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: address_scope.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.686821 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.687345 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: address-scope May 16 17:31:13.687670 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: admin_state_down_before_update.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.688593 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.689139 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: router-admin-state-down-before-update May 16 17:31:13.689462 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: agent.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.690166 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.690682 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: agent May 16 17:31:13.691005 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: agent_resources_synced.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.691913 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.692456 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: agent-resources-synced May 16 17:31:13.692745 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: allowedaddresspairs.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.694575 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.695115 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: allowed-address-pairs May 16 17:31:13.695447 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: auto_allocated_topology.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.696526 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.697059 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: auto-allocated-topology May 16 17:31:13.697392 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: availability_zone.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.698121 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.698648 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: availability_zone May 16 17:31:13.698974 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: availability_zone_filter.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.699889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.700417 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: availability_zone_filter May 16 17:31:13.700746 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: data_plane_status.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.701680 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.702202 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension data-plane-status not supported by any of loaded plugins May 16 17:31:13.702532 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: default_subnetpools.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.703447 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.703971 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: default-subnetpools May 16 17:31:13.704386 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: dhcpagentscheduler.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.705200 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.705752 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: dhcp_agent_scheduler May 16 17:31:13.706082 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: dns.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.706993 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.707519 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension dns-integration not supported by any of loaded plugins May 16 17:31:13.707843 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: dns_domain_ports.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.708755 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.709275 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 17:31:13.709625 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.710544 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.711064 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 17:31:13.711387 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: dvr.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.712060 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.712582 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: dvr May 16 17:31:13.712907 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: ecmp_routes.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.713851 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.714382 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension ecmp_routes not supported by any of loaded plugins May 16 17:31:13.714706 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: empty_string_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.715607 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.716135 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: empty-string-filtering May 16 17:31:13.716509 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.717364 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.717923 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 17:31:13.718244 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.719161 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.719676 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 17:31:13.720025 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: external_net.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.720939 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.721461 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: external-net May 16 17:31:13.721813 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: extra_dhcp_opt.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.722720 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.723245 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: extra_dhcp_opt May 16 17:31:13.723567 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: extraroute.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.724469 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.724989 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: extraroute May 16 17:31:13.725311 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: extraroute_atomic.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.726537 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.727066 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: extraroute-atomic May 16 17:31:13.727394 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: filter_validation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.728061 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.728579 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: filter-validation May 16 17:31:13.728904 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: fip_pf_description.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.729838 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.730363 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 17:31:13.730682 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: fip_pf_port_range.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.731583 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.732107 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 17:31:13.732426 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: fip_port_details.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.733364 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.733916 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: fip-port-details May 16 17:31:13.734239 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: flavors.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.735446 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.736319 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: flavors May 16 17:31:13.736643 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.738376 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.738917 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 17:31:13.739242 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: floatingip_pools.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.739949 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.740475 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: floatingip-pools May 16 17:31:13.740804 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: ip_allocation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.741763 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.742286 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension ip_allocation not supported by any of loaded plugins May 16 17:31:13.742611 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.743532 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.744057 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: ip-substring-filtering May 16 17:31:13.744389 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l2_adjacency.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.745311 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.745865 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension l2_adjacency not supported by any of loaded plugins May 16 17:31:13.746194 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.747158 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.747692 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: router May 16 17:31:13.748021 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_conntrack_helper.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.750324 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.750971 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 17:31:13.751378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.752304 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.752922 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: ext-gw-mode May 16 17:31:13.753256 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.754216 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.754746 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: l3-ha May 16 17:31:13.755074 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.755987 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.756507 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 17:31:13.756831 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_flavors.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.757777 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.758299 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: l3-flavors May 16 17:31:13.758624 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_ndp_proxy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.759990 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.760520 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 17:31:13.760847 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.761808 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.762345 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: l3-port-ip-change-not-allowed May 16 17:31:13.762669 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: l3agentscheduler.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.763725 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.764256 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: l3_agent_scheduler May 16 17:31:13.764587 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: local_ip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.767970 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.768517 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension local_ip not supported by any of loaded plugins May 16 17:31:13.768852 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: logging.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.770365 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.770911 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension logging not supported by any of loaded plugins May 16 17:31:13.771245 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: metering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.771987 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.772588 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: metering May 16 17:31:13.772915 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.774127 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.774663 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: metering_source_and_destination_fields May 16 17:31:13.774996 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: multiprovidernet.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.775941 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.776475 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: multi-provider May 16 17:31:13.776803 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: netmtu.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.777770 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.778295 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: net-mtu May 16 17:31:13.778620 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: netmtu_writable.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.779546 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.780070 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: net-mtu-writable May 16 17:31:13.780400 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: network_availability_zone.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.781077 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.781634 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: network_availability_zone May 16 17:31:13.781964 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: network_ip_availability.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.783097 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.783625 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: network-ip-availability May 16 17:31:13.783952 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: network_segment_range.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.784729 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.785246 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension network-segment-range not supported by any of loaded plugins May 16 17:31:13.785572 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: pagination.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.786583 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.786914 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: pagination May 16 17:31:13.787233 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: port_device_profile.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.788151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.788680 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: port-device-profile May 16 17:31:13.789002 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: port_mac_address_override.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.789961 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.790487 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: port-mac-override May 16 17:31:13.790810 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.791724 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.792251 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: port-mac-address-regenerate May 16 17:31:13.792582 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.793486 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.794047 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: port-numa-affinity-policy May 16 17:31:13.794373 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: port_resource_request.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.795297 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.796130 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension port-resource-request not supported by any of loaded plugins May 16 17:31:13.796452 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: port_resource_request_groups.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.797409 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.797986 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 17:31:13.798376 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: portbindings.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.799301 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.799830 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: binding May 16 17:31:13.800155 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: portbindings_extended.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.801411 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.801976 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: binding-extended May 16 17:31:13.802308 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: portsecurity.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.803240 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.803772 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: port-security May 16 17:31:13.804100 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: project_id.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.805084 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.805413 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: project-id May 16 17:31:13.805766 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: providernet.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.806685 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.807206 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: provider May 16 17:31:13.807529 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.811228 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.811767 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos not supported by any of loaded plugins May 16 17:31:13.812101 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.813347 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.813946 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 17:31:13.814275 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.815214 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.815755 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 17:31:13.816082 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_default.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.816999 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.817528 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-default not supported by any of loaded plugins May 16 17:31:13.817888 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_fip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.818810 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.819336 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-fip not supported by any of loaded plugins May 16 17:31:13.819661 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_fip_network_policy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.820568 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.821095 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 17:31:13.821420 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_gateway_ip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.822367 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.822888 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 17:31:13.823207 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_port_network_policy.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.824128 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.824657 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 17:31:13.824981 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.826058 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.826601 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 17:31:13.826934 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.827967 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.828495 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 17:31:13.828823 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_pps_rule.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.830081 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.830618 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-pps not supported by any of loaded plugins May 16 17:31:13.830951 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_rule_type_details.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.831876 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.832408 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 17:31:13.832733 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_rule_type_filter.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.833692 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.834221 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 17:31:13.834545 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: qos_rules_alias.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.835592 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.836127 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 17:31:13.836451 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: quota_check_limit.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.837438 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.838070 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: quota-check-limit May 16 17:31:13.838403 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: quotasv2.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.839350 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.839675 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: quotas May 16 17:31:13.839995 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: quotasv2_detail.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.841745 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.842084 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: quota_details May 16 17:31:13.842415 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: rbac.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.843458 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.843996 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: rbac-policies May 16 17:31:13.844323 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: rbac_address_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.845295 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.845859 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: rbac-address-group May 16 17:31:13.846183 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: rbac_address_scope.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.847105 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.847639 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: rbac-address-scope May 16 17:31:13.847961 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: rbac_security_groups.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.848892 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.849427 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: rbac-security-groups May 16 17:31:13.849781 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: rbac_subnetpool.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.850701 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.851229 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: rbac-subnetpool May 16 17:31:13.851552 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: revisionifmatch.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.852566 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.853102 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: revision-if-match May 16 17:31:13.853424 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: revisions.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.854568 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.855107 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: standard-attr-revisions May 16 17:31:13.855432 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: router_availability_zone.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.856106 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.856628 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: router_availability_zone May 16 17:31:13.856951 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: routerservicetype.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.857930 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.858465 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension router-service-type not supported by any of loaded plugins May 16 17:31:13.858788 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.859715 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.860243 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: security-groups-normalized-cidr May 16 17:31:13.860641 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: security_groups_port_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.861577 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.862121 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: port-security-groups-filtering May 16 17:31:13.862445 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.863374 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.863903 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: security-groups-remote-address-group May 16 17:31:13.864225 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.865294 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.865868 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: security-groups-shared-filtering May 16 17:31:13.866196 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.866799 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 17:31:13.867121 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: securitygroup.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.876644 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.877194 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: security-group May 16 17:31:13.877531 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: segment.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.878292 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.878827 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension segment not supported by any of loaded plugins May 16 17:31:13.879159 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.880113 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.880644 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 17:31:13.880974 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: servicetype.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.882098 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.882634 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: service-type May 16 17:31:13.882963 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: sorting.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.883952 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.884285 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: sorting May 16 17:31:13.884618 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: standard_attr_segment.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.885540 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.886102 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 17:31:13.886432 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: standardattrdescription.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.887082 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.887602 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: standard-attr-description May 16 17:31:13.887928 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: stateful_security_group.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.888864 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.889397 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: stateful-security-group May 16 17:31:13.889751 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: stdattrs_common.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.890324 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 17:31:13.890648 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.891578 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.892165 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 17:31:13.892489 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: subnet_onboard.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.893576 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.894123 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: subnet_onboard May 16 17:31:13.894455 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.895396 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.895921 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 17:31:13.896247 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: subnet_service_types.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.897180 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.897752 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: subnet-service-types May 16 17:31:13.898083 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: subnetallocation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.899153 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.899684 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: subnet_allocation May 16 17:31:13.900014 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.900680 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.901211 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: subnetpool-prefix-ops May 16 17:31:13.901538 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.902493 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.903019 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 17:31:13.903340 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: tagging.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.904478 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.905005 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: standard-attr-tag May 16 17:31:13.905331 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: timestamp.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.906561 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.907100 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loaded extension: standard-attr-timestamp May 16 17:31:13.907507 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: trunk.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.908538 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.909075 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension trunk not supported by any of loaded plugins May 16 17:31:13.909407 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: trunk_details.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.910351 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.910883 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension trunk-details not supported by any of loaded plugins May 16 17:31:13.911208 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: uplink_status_propagation.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.912124 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.912654 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 17:31:13.912988 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Loading extension file: vlantransparent.py {{(pid=104549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 17:31:13.913731 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 17:31:13.914570 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extension vlan-transparent not supported by any of loaded plugins May 16 17:31:13.919302 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:network May 16 17:31:13.920010 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:subnet May 16 17:31:13.920432 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:subnetpool May 16 17:31:13.921142 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:port May 16 17:31:13.922416 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.922862 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service FLAVORS assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.923529 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.923954 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.924288 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:router May 16 17:31:13.924733 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:floatingip May 16 17:31:13.925217 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service METERING assigned prefix: /metering {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.926748 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.927125 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.927483 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:31:13.928486 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of CountableResource for resource:rbac_policy May 16 17:31:13.928990 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:security_group May 16 17:31:13.929417 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:security_group_rule May 16 17:31:13.930053 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.930390 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:subnetpool May 16 17:31:13.930739 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] subnetpool is already registered May 16 17:31:13.931166 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.931491 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:subnetpool May 16 17:31:13.931819 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] subnetpool is already registered May 16 17:31:13.934124 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.934562 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service FLAVORS assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.935151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.935571 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.935906 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:router May 16 17:31:13.936248 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] router is already registered May 16 17:31:13.936660 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:floatingip May 16 17:31:13.936998 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] floatingip is already registered May 16 17:31:13.937463 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service METERING assigned prefix: /metering {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.938163 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of CountableResource for resource:rbac_policy May 16 17:31:13.938492 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] rbac_policy is already registered May 16 17:31:13.939069 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:security_group May 16 17:31:13.939407 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] security_group is already registered May 16 17:31:13.939813 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:security_group_rule May 16 17:31:13.940148 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] security_group_rule is already registered May 16 17:31:13.940771 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.941099 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:subnetpool May 16 17:31:13.941440 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] subnetpool is already registered May 16 17:31:13.941879 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.v2.resource_helper [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Service CORE assigned prefix: {{(pid=104549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 17:31:13.942205 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Creating instance of TrackedResource for resource:subnetpool May 16 17:31:13.942538 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING neutron.quota.resource_registry [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] subnetpool is already registered May 16 17:31:13.943013 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: extensions {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.944503 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: address-groups {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.946012 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: address-scopes {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.947321 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: agents {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.948473 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: auto-allocated-topology {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.949762 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: availability_zones {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.950985 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: dhcp-networks {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.952506 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: dhcp-agents {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.954100 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: routers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.955835 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: flavors {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.957111 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: service_profiles {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.958352 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: next_providers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.959777 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: service_profiles {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.961312 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: floatingip-pools {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.962572 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: routers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.964456 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: floatingips {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.966720 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: l3-routers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.968094 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: l3-agents {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.969531 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: metering-labels {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.970906 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: metering-label-rules {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.972272 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: network-ip-availabilities {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.973524 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: bindings {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.975096 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: quotas {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.976778 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: quotas {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.978342 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: rbac-policies {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.979539 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: security-groups {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.980838 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: security-group-rules {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.982106 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: service-providers {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.983322 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: subnetpools {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.984646 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: subnetpools {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.986255 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.987916 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.989771 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.991566 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.993243 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.995219 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.996922 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:13.998851 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:14.000610 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:14.002494 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron.api.extensions [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Extended resource: tags {{(pid=104549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 17:31:14.008793 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING keystonemiddleware.auth_token [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 17:31:14.014099 dv-cinder-837699-6-iscsi neutron-server[104549]: WARNING keystonemiddleware.auth_token [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 17:31:14.022848 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Acquired lock "singleton_lock" {{(pid=104549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 17:31:14.023322 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_concurrency.lockutils [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Releasing lock "singleton_lock" {{(pid=104549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 17:31:14.023980 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Starting 2 workers May 16 17:31:14.028824 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Started child 104866 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 17:31:14.033360 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Started child 104867 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 17:31:14.034327 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:14.035079 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO neutron.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Neutron service started, listening on 0.0.0.0:9696 May 16 17:31:14.035557 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Publish callbacks [] for process (None), before_spawn {{(pid=104549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:14.035915 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [-] (104866) wsgi starting up on http://0.0.0.0:9696 May 16 17:31:14.037961 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Starting 1 workers May 16 17:31:14.038356 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:14.039719 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [-] (104867) wsgi starting up on http://0.0.0.0:9696 May 16 17:31:14.043123 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Started child 104868 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 17:31:14.043680 dv-cinder-837699-6-iscsi neutron-server[104549]: INFO oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Starting 1 workers May 16 17:31:14.047218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] calling RpcWorker wait() {{(pid=104868) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 17:31:14.047804 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] returning from RpcWorker wait() {{(pid=104868) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 17:31:14.048524 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Started child 104869 {{(pid=104549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 17:31:14.048983 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:14.049351 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG neutron_lib.callbacks.manager [None req-a29eafa2-0698-484b-a8c2-a13c8f90c37c None None] Publish callbacks [] for process (None), after_spawn {{(pid=104549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:14.049476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:14.051223 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 17:31:14.051422 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 17:31:14.051582 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 17:31:14.051839 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 17:31:14.052187 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 17:31:14.052311 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 17:31:14.052830 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.053108 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.053373 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.053654 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.054132 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:14.054630 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.054630 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.054846 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.055090 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.055335 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.055431 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:14.055503 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.055666 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.055940 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.056149 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.056496 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.056778 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.056961 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.057192 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.057368 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.057667 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.057960 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.058165 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.058438 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] debug = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.058686 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.059202 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.059430 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.059688 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.059921 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.060184 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.060423 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.060693 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.060922 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.061139 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.061384 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.061744 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.062001 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.062229 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.062439 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.062694 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.062893 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.063346 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host = dv-cinder-837699-6-iscsi {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.063705 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.064033 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.064330 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.064584 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.064917 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.065140 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.065409 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.065787 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.066217 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.066510 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.066764 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.067856 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.067856 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.067856 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.068187 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_options = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.068187 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.068409 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.068717 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.068836 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.069135 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.069324 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.069456 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.069630 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.069892 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.070126 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.070344 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.070565 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.070801 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.071014 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.071265 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.071499 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.071716 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.071947 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.072232 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.073475 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.074099 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.074520 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.074699 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.074928 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.075189 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.075423 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.075666 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.075913 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.076140 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.076402 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.076653 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.076931 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.077164 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.077416 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.077722 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.077945 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.078240 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.078467 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.078906 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.080242 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.081093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.081093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.081093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.081479 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.081700 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.081951 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083157 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_json = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083157 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083157 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083157 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083157 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083731 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083731 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.083889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.084001 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.084239 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.084657 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.084934 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.085249 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.085511 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.085774 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.086027 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.086261 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.086488 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.086740 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.086999 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.087296 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.087698 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.089151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.091481 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.091849 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.092199 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.092448 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.092728 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.092963 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.093212 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.093442 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.093719 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.094014 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.094248 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.094484 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.094718 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.095062 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.095365 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.095648 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.095922 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.096271 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.096530 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.096801 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.097034 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.097270 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.097626 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.097856 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.098077 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.098317 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.098547 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.098817 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.099068 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.099294 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.099521 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.099736 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.099993 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.100216 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.100471 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.100711 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.100944 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.101170 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.101771 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.101771 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.101954 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.102059 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.102270 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.102508 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.102726 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.102958 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.103185 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.103418 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.103631 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.103859 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.104072 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.104296 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.104503 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.104714 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.104936 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.105241 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.105474 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.105708 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.105938 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.106151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.106359 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.106599 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.106830 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.107039 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.107245 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.107462 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.107677 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.108138 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.108138 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.108317 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.108469 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.108671 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.109378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.109378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.109378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.109668 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.109751 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.109897 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.110183 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.110449 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.110729 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.110873 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.111115 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.111319 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113885 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113885 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.113885 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.114068 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.114221 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.114432 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.114677 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.114893 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.115151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.115394 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.115622 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.115857 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.116118 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.116344 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.116622 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.116869 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.117112 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.117330 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.117611 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.117907 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.118189 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.118445 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.118695 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.118940 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.119176 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.119405 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.119655 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.119893 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.120140 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.120354 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.120586 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.120822 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.121033 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.121280 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.121619 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.121845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.122076 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.122299 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.122547 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.122781 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.123017 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.123283 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.123563 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.123769 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.124021 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.124237 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.124463 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.124685 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.124936 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.125149 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.125383 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.125611 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.125840 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.126074 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.126335 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.126597 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.126807 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.127020 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.127273 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.127472 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.127663 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.127902 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.128107 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.128320 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.128547 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.128760 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.128968 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.129254 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.129391 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.129644 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.129858 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.130114 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.130361 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.130568 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.130805 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.131028 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.131272 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.131475 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.131733 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.131952 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.132177 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.132370 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.132605 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.132814 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.133039 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.133310 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.133539 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.133863 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.134118 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.134454 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.134688 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.134924 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.135131 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.135355 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.135576 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.135789 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.135996 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.136204 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.136431 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.136642 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.136894 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.137111 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.137322 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.137530 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.137786 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.138018 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.138245 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.138483 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.138713 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.138927 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.139138 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.139376 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.139588 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.139793 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.139996 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.140225 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.140444 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.140649 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.140927 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.141168 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.141391 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.141654 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.141915 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.142141 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.142376 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.142616 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.142835 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.143055 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.143267 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.143490 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.143737 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.143936 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.144138 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.144352 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.144560 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.144765 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.144983 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.145188 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.145394 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.145636 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.146234 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.146234 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.146234 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.146490 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.146646 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.146856 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.147059 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.147263 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.147515 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.147731 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.147930 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.148144 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.148351 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.148552 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.148837 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.149081 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.149295 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.149613 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.149826 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.150062 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.150305 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.150616 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.150820 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.151064 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.151297 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.151508 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.151724 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.151966 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.152303 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.152577 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.152802 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.153049 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.153298 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.153582 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.153852 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.154062 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.154347 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.154651 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.154908 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.155159 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.155396 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.155626 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.155845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.156073 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.156305 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.156513 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.156727 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.156963 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.157185 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.157474 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.157708 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.157932 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.158144 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.158379 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.158529 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:14.158622 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.158793 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.159006 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.159165 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 17:31:14.159699 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 17:31:14.159855 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 17:31:14.160006 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 17:31:14.160171 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 17:31:14.160334 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 17:31:14.160483 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 17:31:14.160687 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.160845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.161000 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.161232 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.161445 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.161630 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.161787 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.161944 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.162098 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.162251 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.162409 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.162566 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.162734 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.162865 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163014 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163164 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163324 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163484 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163635 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163792 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.163954 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.164141 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] debug = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.164309 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.164493 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.164627 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.164760 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.164947 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.165068 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.165219 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.165372 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.165526 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.165704 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.165862 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166009 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166166 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166320 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166479 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166639 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166794 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.166945 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host = dv-cinder-837699-6-iscsi {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.167098 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.167252 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.167410 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.167564 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.167718 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.167873 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168027 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168183 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168336 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168490 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168646 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168801 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.168955 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.169108 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.169267 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_options = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.169420 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.169602 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.169744 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.169923 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.170082 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.170237 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.170392 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.170547 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171016 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171172 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171324 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171478 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171631 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171788 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.171940 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.172094 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.172254 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.172401 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.172557 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.172711 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.172865 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.173043 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.173198 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.173352 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.173503 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.173687 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.173849 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174002 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174155 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174309 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174464 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174622 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174774 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.174928 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.175076 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.175232 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.175385 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.175539 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.175696 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.175850 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.176006 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.176160 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.176313 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.176468 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.176621 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.176774 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.177156 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_json = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.177311 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.177468 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.177646 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.177801 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.177954 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.178109 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.179015 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.179015 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.179015 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 17:31:14.179015 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.179015 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.179356 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.179356 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.180877 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.181085 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.181225 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.181381 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.181574 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.181725 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.181889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.182048 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.182219 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.182378 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.182536 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.182697 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.182856 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183015 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183172 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183329 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183487 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183643 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183815 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.183972 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.184128 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.184284 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.184440 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.184607 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.184761 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185007 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185292 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185443 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185601 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185691 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185864 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.185958 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.186259 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.186259 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.186418 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.186710 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.186710 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.186882 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187003 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187146 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187302 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187470 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187605 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187762 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.187919 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.188076 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.188234 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.188391 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.188576 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.188810 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.188968 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.189126 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.189361 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.189460 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.189613 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.189773 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.190098 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.190098 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.190263 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.190373 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191151 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191524 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191524 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191671 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191760 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191840 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.191996 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.192150 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.192307 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.192465 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.192621 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.192778 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.192935 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.193093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.193250 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.193407 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.193648 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.193751 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.193888 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.194042 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.194199 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.194355 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.194512 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.194688 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.194847 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.195005 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.195161 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.195319 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.195477 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.195634 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.195792 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196367 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196367 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196367 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196367 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196672 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196672 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.196837 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197010 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197182 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197285 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197441 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197623 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197781 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.197938 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.198095 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.198252 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.198407 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.198564 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.198720 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.198875 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.199044 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.199199 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.199360 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.199517 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.199682 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.199847 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200011 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200192 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200307 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200460 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200636 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200771 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.200929 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.201243 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.201403 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.201598 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.201776 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.201936 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.202094 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.202251 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.202431 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.202587 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.202742 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.202899 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.203052 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.203209 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.203366 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.203521 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.203823 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.203986 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.204144 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.204330 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.204488 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.204640 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.204798 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.204954 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.205111 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.205269 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.205889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.205889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.205889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.205889 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206179 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206179 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206318 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206464 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206620 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206776 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.206933 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.207093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.207251 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.207411 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.207568 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.207727 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.207884 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208042 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208199 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208358 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208516 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208672 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208829 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.208987 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.209145 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.209302 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.209462 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.209640 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.209798 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.209960 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.210116 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.210279 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.210436 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.210594 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.210751 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.210909 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.211065 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.211241 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.211398 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.211555 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.211713 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.211870 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212026 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212182 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212340 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212496 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212652 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212811 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.212967 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.213124 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.213279 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.213436 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.213612 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.213776 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.213935 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.214093 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.214250 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.214408 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.214564 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.214719 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.214874 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215030 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215187 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215341 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215501 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215660 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215819 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.215975 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.216120 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.216279 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.216437 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.216595 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.216808 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.216947 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.217086 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.217215 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.217344 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.217494 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.217687 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.217845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218003 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218163 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218319 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218461 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218630 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218786 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.218942 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.219097 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.219252 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.219408 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.219573 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.219729 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.219947 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220075 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220224 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220388 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220533 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220690 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220835 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.220991 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.221148 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.221303 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.221469 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.221648 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.221805 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.221970 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.222126 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.222282 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.222969 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.222969 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.222969 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.222969 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223270 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223270 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223414 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223493 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223622 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223793 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.223956 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.224113 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.224278 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.224442 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.224607 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.224763 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.224926 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.225098 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.225254 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.225411 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.225592 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.225750 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.225906 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.226063 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.226218 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.226376 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.226533 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.226688 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.226845 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227018 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227147 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227302 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227459 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227615 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227770 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.227927 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.228083 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 17:31:14.228233 dv-cinder-837699-6-iscsi neutron-server[104549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 17:31:14.244257 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53314) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:14.252746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063994 May 16 17:31:25.863604 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c93441-4795-4f73-8c09-9823f4107f68 None None] get_active_networks_info from dv-cinder-837699-6-iscsi {{(pid=104868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 17:31:25.928619 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93441-4795-4f73-8c09-9823f4107f68 None None] No non-hosted networks {{(pid=104868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 17:31:25.940658 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.agentschedulers_db [None req-25c93441-4795-4f73-8c09-9823f4107f68 None None] DHCP Agent not found on host dv-cinder-837699-6-iscsi {{(pid=104868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 17:31:26.049146 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-14c0eae2-6ae7-44d3-9967-f81465a87927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065502'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:28.289122 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9e57bdd9-50e9-4961-b9fc-cf394cfaf748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065502'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:28.335623 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6a473dd0-4b57-4572-b9e0-0ca732004bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:29.010386 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53380) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:29.079944 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065502'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:29.545161 dv-cinder-837699-6-iscsi neutron-server[104867]: WARNING oslo_policy.policy [None req-83bd5892-add2-4941-a4f7-a4aa1a3a6d89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:29.546057 dv-cinder-837699-6-iscsi neutron-server[104867]: WARNING oslo_policy.policy [None req-83bd5892-add2-4941-a4f7-a4aa1a3a6d89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:29.764753 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [None req-83bd5892-add2-4941-a4f7-a4aa1a3a6d89 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:31:29.770049 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-83bd5892-add2-4941-a4f7-a4aa1a3a6d89 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7586911 May 16 17:31:30.364745 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065502'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:32.166974 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065502'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:32.169276 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.169752 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.170532 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.172395 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.173921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.174346 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.174751 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.175884 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.177292 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.177678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.178036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.178386 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.178730 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.179579 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.180057 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:32.181278 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837699-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:32.187965 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837699-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:32.266319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53412) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:32.588850 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:31:32.677893 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.policy [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104867) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 17:31:32.719829 dv-cinder-837699-6-iscsi neutron-server[104867]: WARNING oslo_policy.policy [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:32.720352 dv-cinder-837699-6-iscsi neutron-server[104867]: WARNING oslo_policy.policy [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:32.819917 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666683895', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666684411', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666700468', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666702670', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666712911', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666719781', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-562494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804620', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1869193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1713499'] for rbac-policy (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:32.888568 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:32.901942 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c65dfd35-fa4a-482c-bb03-fa989a2244f8 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6226604 May 16 17:31:34.433687 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.db.l3_hamode_db [None req-ac5e68b4-7d39-4e54-bc12-d582c324294c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 17:31:34.509398 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e68b4-7d39-4e54-bc12-d582c324294c None None] Routers set() bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:31:34.509829 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e68b4-7d39-4e54-bc12-d582c324294c None None] Router IDs set() for agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 17:31:35.337401 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53424) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:35.670654 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:31:35.704002 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Made reservation on behalf of 0463b87212e547209f1edc8f93d9401a for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:31:35.707669 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:35.723812 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:35.836922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks [] for security_group (b742fd19-1a99-460c-a7a0-af62ef3f9f6f), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:35.843452 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b742fd19-1a99-460c-a7a0-af62ef3f9f6f), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:35.878972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:31:35.912864 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (2002fed7-2276-4513-b673-3a8c7b243000), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:35.913390 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Added segment 2002fed7-2276-4513-b673-3a8c7b243000 of type vlan for network fa628c55-0293-4188-a630-be46c59e46f7 May 16 17:31:35.930289 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b742fd19-1a99-460c-a7a0-af62ef3f9f6f,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:35.979725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.979954 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.980345 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.980699 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.981027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.981352 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.981707 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.982027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.982350 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.982668 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.982979 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.983352 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.983618 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.983934 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.984261 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Tracked resource versions report: May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: pushed versions: May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: { 'AddressGroup': {'1.2'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Agent': {'1.1'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'ConntrackHelper': {'1.0'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'LocalIPAssociation': {'1.0'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Log': {'1.0'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'NDPProxy': {'1.0'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Network': {'1.1'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Port': {'1.7'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'PortForwarding': {'1.3'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'QosPolicy': {'1.10'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroup': {'1.5'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroupRule': {'1.2'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SubPort': {'1.0'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Subnet': {'1.1'}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Trunk': {'1.1'}} May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: consumer versions: May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Agent': '1.1', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'ConntrackHelper': '1.0', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'LocalIPAssociation': '1.0', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Log': '1.0', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'NDPProxy': '1.0', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Network': '1.1', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Port': '1.7', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'PortForwarding': '1.3', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'QosPolicy': '1.10', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroup': '1.5', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroupRule': '1.2', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SubPort': '1.0', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Subnet': '1.1', May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Trunk': '1.1'}} May 16 17:31:35.985750 dv-cinder-837699-6-iscsi neutron-server[104867]: {{(pid=104867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:31:36.020751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (fa628c55-0293-4188-a630-be46c59e46f7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:36.063319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (fa628c55-0293-4188-a630-be46c59e46f7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:36.068496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:31:36.069165 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:36.144979 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8064864 May 16 17:31:36.195257 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4aa5-6498-4261-b90e-bd3753c03e80 demo demo] Pushing event updated for resources: {'Network': ['ID=fa628c55-0293-4188-a630-be46c59e46f7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:36.208287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network fa628c55-0293-4188-a630-be46c59e46f7 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:31:38.615292 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 53436) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:39.140055 dv-cinder-837699-6-iscsi neutron-server[104866]: WARNING oslo_policy.policy [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:39.140684 dv-cinder-837699-6-iscsi neutron-server[104866]: WARNING oslo_policy.policy [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:39.575936 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.policy [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104866) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 17:31:39.615705 dv-cinder-837699-6-iscsi neutron-server[104866]: WARNING oslo_policy.policy [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:39.616286 dv-cinder-837699-6-iscsi neutron-server[104866]: WARNING oslo_policy.policy [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 17:31:39.623594 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:31:39.625468 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a59f28b5-1475-4530-bb48-8a89fdfaa4bc demo admin] 10.222.0.58 "GET /v2.0/networks/fa628c55-0293-4188-a630-be46c59e46f7 HTTP/1.1" status: 200 len: 825 time: 1.0082879 May 16 17:31:39.669134 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-43204bc6-0f31-484f-aa8f-fd2d0655fab2 demo admin] 10.222.0.58 "GET /v2.0/subnetpools/01ae9857-d20e-434d-aa0c-e6d4e4b9c586 HTTP/1.1" status: 200 len: 734 time: 0.0349529 May 16 17:31:39.681767 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Request body: {'subnet': {'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:31:39.722774 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Made reservation on behalf of 0463b87212e547209f1edc8f93d9401a for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:31:39.725616 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:40.023744 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (5313d32c-4fce-4908-b282-52280f7ea141), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:40.092277 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Checking segment: {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:31:40.092654 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Network hostable DHCP agents. Network: fa628c55-0293-4188-a630-be46c59e46f7, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:31:40.099953 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5313d32c-4fce-4908-b282-52280f7ea141,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:40.111398 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.111750 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.112092 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.112437 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.112766 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.113088 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.113407 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.113781 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.114147 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.114405 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.114719 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.115033 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.115352 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.115661 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.115972 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Tracked resource versions report: May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: pushed versions: May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: { 'AddressGroup': {'1.2'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Agent': {'1.1'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'ConntrackHelper': {'1.0'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'LocalIPAssociation': {'1.0'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Log': {'1.0'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'NDPProxy': {'1.0'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Network': {'1.1'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Port': {'1.7'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'PortForwarding': {'1.3'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'QosPolicy': {'1.10'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroup': {'1.5'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroupRule': {'1.2'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SubPort': {'1.0'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Subnet': {'1.1'}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Trunk': {'1.1'}} May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: consumer versions: May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Agent': '1.1', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'ConntrackHelper': '1.0', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'LocalIPAssociation': '1.0', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Log': '1.0', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'NDPProxy': '1.0', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Network': '1.1', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Port': '1.7', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'PortForwarding': '1.3', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'QosPolicy': '1.10', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroup': '1.5', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroupRule': '1.2', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SubPort': '1.0', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Subnet': '1.1', May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Trunk': '1.1'}} May 16 17:31:40.117339 dv-cinder-837699-6-iscsi neutron-server[104866]: {{(pid=104866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:31:40.145109 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Network fa628c55-0293-4188-a630-be46c59e46f7 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:31:40.160252 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, fa628c55-0293-4188-a630-be46c59e46f7) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:31:40.164917 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:31:40.165515 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:40.170395 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a1c32-966d-4d74-9ddc-9e0ed976c4cb None None] Network fa628c55-0293-4188-a630-be46c59e46f7 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:31:40.187011 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-16cd77d2-bad8-4801-ad50-0af0e2e93638 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5087829 May 16 17:31:40.430834 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-fa628c55-0293-4188-a630-be46c59e46f7', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'project_id': '0463b87212e547209f1edc8f93d9401a', 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:31:40.432134 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:40.705005 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Allocated IP 172.20.0.2 (fa628c55-0293-4188-a630-be46c59e46f7/5313d32c-4fce-4908-b282-52280f7ea141/c4a83946-a6e6-4f5f-bc36-ad54b6654ffa) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:31:40.967868 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Publish callbacks [] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:40.975903 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:41.051080 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Network fa628c55-0293-4188-a630-be46c59e46f7 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:31:41.059100 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:31:41.064226 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Pushing event updated for resources: {'Port': ['ID=c4a83946-a6e6-4f5f-bc36-ad54b6654ffa,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:41.066501 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:31:41.101724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.101724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.101724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.101724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.101724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.102218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.102218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.102218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.102535 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.102828 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.103146 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.103478 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.103809 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.104127 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.104442 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Tracked resource versions report: May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: pushed versions: May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: { 'AddressGroup': {'1.2'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Agent': {'1.1'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'ConntrackHelper': {'1.0'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'LocalIPAssociation': {'1.0'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Log': {'1.0'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'NDPProxy': {'1.0'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Network': {'1.1'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Port': {'1.7'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'PortForwarding': {'1.3'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'QosPolicy': {'1.10'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroup': {'1.5'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroupRule': {'1.2'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SubPort': {'1.0'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Subnet': {'1.1'}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Trunk': {'1.1'}} May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: consumer versions: May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Agent': '1.1', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'ConntrackHelper': '1.0', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'LocalIPAssociation': '1.0', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Log': '1.0', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'NDPProxy': '1.0', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Network': '1.1', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Port': '1.7', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'PortForwarding': '1.3', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'QosPolicy': '1.10', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroup': '1.5', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroupRule': '1.2', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SubPort': '1.0', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Subnet': '1.1', May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Trunk': '1.1'}} May 16 17:31:41.105933 dv-cinder-837699-6-iscsi neutron-server[104868]: {{(pid=104868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:31:41.155755 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Attempting to bind port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:31:41.156252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Attempting to bind port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:31:41.156700 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Attempting to bind port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa on network fa628c55-0293-4188-a630-be46c59e46f7 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:31:41.161875 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:31:41.162309 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Checking segment: {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:31:41.162782 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:41.163180 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Bound using segment: {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:31:41.163674 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Bound port: c4a83946-a6e6-4f5f-bc36-ad54b6654ffa, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:31:41.164071 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:41.225208 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] For port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:31:41.245913 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] For port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c4a83946-a6e6-4f5f-bc36-ad54b6654ffa,segment=NetworkSegment(2002fed7-2276-4513-b673-3a8c7b243000),segment_id=2002fed7-2276-4513-b673-3a8c7b243000)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:31:41.253304 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:41.311581 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f8261-adcb-444c-92a5-d57d25adfad8 None None] Pushing event updated for resources: {'Port': ['ID=c4a83946-a6e6-4f5f-bc36-ad54b6654ffa,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:42.648603 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 53456) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:42.975651 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [None req-7ad55ce6-4d16-4d0d-8d65-f9dc44f933d0 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:31:42.976625 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-7ad55ce6-4d16-4d0d-8d65-f9dc44f933d0 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3270810 May 16 17:31:45.432804 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53464) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:45.757388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [None req-16a2e702-f7c6-4295-aa32-baac15c2d5be admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:31:45.758443 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-16a2e702-f7c6-4295-aa32-baac15c2d5be admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3246160 May 16 17:31:48.194213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53472) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:48.525334 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:31:48.552400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (0d9597da-6275-4fd5-85b7-8f1deec0e9af), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:48.554261 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (0d9597da-6275-4fd5-85b7-8f1deec0e9af), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:48.693376 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] Publish callbacks [] for router_controller (0d9597da-6275-4fd5-85b7-8f1deec0e9af), precommit_add_association {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:48.699745 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (0d9597da-6275-4fd5-85b7-8f1deec0e9af), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:48.718566 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:48.729868 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-01392474-b1a1-4445-bda2-89662e892753 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5244877 May 16 17:31:51.152020 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53484) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:51.486838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [None req-907221ac-14a0-4e67-98ae-c1dadcaa519a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:31:51.487821 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-907221ac-14a0-4e67-98ae-c1dadcaa519a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348217 May 16 17:31:52.638578 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c781a-b0df-418f-8c17-6b4774339e55 None None] Network fa628c55-0293-4188-a630-be46c59e46f7 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:31:52.706698 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] Provisioning complete for port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:31:52.707111 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:52.865747 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c4a83946-a6e6-4f5f-bc36-ad54b6654ffa up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:31:52.911152 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] Current status of the port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:31:52.911543 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:52.963133 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] For port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c4a83946-a6e6-4f5f-bc36-ad54b6654ffa,segment=NetworkSegment(2002fed7-2276-4513-b673-3a8c7b243000),segment_id=2002fed7-2276-4513-b673-3a8c7b243000)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:31:52.965381 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:31:52.965924 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:52.985207 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:53.066721 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812d713-23d4-4d90-982c-74e74976ddfd None None] Pushing event updated for resources: {'Port': ['ID=c4a83946-a6e6-4f5f-bc36-ad54b6654ffa,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:53.079865 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:31:53.101349 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-258dadc2-4f25-44e6-95d7-386a57b411c0 None None] Provisioning complete for port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:31:53.101769 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-258dadc2-4f25-44e6-95d7-386a57b411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:53.176515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-258dadc2-4f25-44e6-95d7-386a57b411c0 None None] Current status of the port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:31:53.988595 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 53494) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:54.332581 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:31:54.357118 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Made reservation on behalf of ab7c1a113cb54758aa563ff3298e430c for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:31:54.359570 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.375043 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.480059 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks [] for security_group (ef92a709-e708-4217-b458-6a15ef5bfb67), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.487995 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (ef92a709-e708-4217-b458-6a15ef5bfb67), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.510907 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Reserving flat network on physical network physnet1 {{(pid=104866) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 17:31:54.537829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef92a709-e708-4217-b458-6a15ef5bfb67,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:54.540716 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (0b63160a-d5dc-4fbb-91d4-1376d3061422), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.541246 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Added segment 0b63160a-d5dc-4fbb-91d4-1376d3061422 of type flat for network 48e27f3d-9a0d-4f12-913b-b122a87809ba May 16 17:31:54.596220 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (48e27f3d-9a0d-4f12-913b-b122a87809ba), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.636804 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (48e27f3d-9a0d-4f12-913b-b122a87809ba), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.637851 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:31:54.638485 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.705174 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7154582 May 16 17:31:54.749394 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3fabe-11ff-4545-bc98-6a59f8fa928d admin admin] Pushing event updated for resources: {'Network': ['ID=48e27f3d-9a0d-4f12-913b-b122a87809ba,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:54.761145 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:31:54.840169 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c4a83946-a6e6-4f5f-bc36-ad54b6654ffa up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:31:54.886104 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:31:54.886410 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:54.964615 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:31:55.815070 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2dab3461-70f4-4ac8-a315-4a125c016bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:57.141455 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 53502) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:31:57.540621 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607d735-0ea7-4121-8425-1ed30115de35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:31:57.541994 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-1607d735-0ea7-4121-8425-1ed30115de35 demo admin] 10.222.0.58 "GET /v2.0/subnets/5313d32c-4fce-4908-b282-52280f7ea141 HTTP/1.1" status: 200 len: 849 time: 0.3993719 May 16 17:31:57.711157 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f7f3e4cb-94e7-4f1c-84fe-d50a05313659 demo admin] 10.222.0.58 "GET /v2.0/routers/0d9597da-6275-4fd5-85b7-8f1deec0e9af HTTP/1.1" status: 200 len: 704 time: 0.1601171 May 16 17:31:57.994522 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.282296 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-04672d5e-63ef-4433-837c-eb4f6f6c495b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.289990 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Allocated IP 172.20.0.1 (fa628c55-0293-4188-a630-be46c59e46f7/5313d32c-4fce-4908-b282-52280f7ea141/153869e4-8fec-4302-ab07-439c4aefb32e) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:31:58.443484 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks [] for port (153869e4-8fec-4302-ab07-439c4aefb32e), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.512598 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.585937 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Network fa628c55-0293-4188-a630-be46c59e46f7 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:31:58.591613 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:31:58.600449 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:31:58.601054 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (0d9597da-6275-4fd5-85b7-8f1deec0e9af), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.623240 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Pushing event updated for resources: {'Port': ['ID=153869e4-8fec-4302-ab07-439c4aefb32e,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:58.842438 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-84007ba0-2d85-4a9a-ba90-19e24d0f8939 None None] Provisioning complete for port 153869e4-8fec-4302-ab07-439c4aefb32e triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:31:58.842698 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-84007ba0-2d85-4a9a-ba90-19e24d0f8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.870229 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:58.877099 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-84007ba0-2d85-4a9a-ba90-19e24d0f8939 None None] Port 153869e4-8fec-4302-ab07-439c4aefb32e cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:31:59.071852 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:59.140845 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks [] for port (153869e4-8fec-4302-ab07-439c4aefb32e), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:59.146829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:59.147849 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (0d9597da-6275-4fd5-85b7-8f1deec0e9af), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:59.205107 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Pushing event updated for resources: {'Port': ['ID=153869e4-8fec-4302-ab07-439c4aefb32e,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:31:59.278858 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Network fa628c55-0293-4188-a630-be46c59e46f7 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:31:59.280457 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:31:59.453590 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Router 0d9597da-6275-4fd5-85b7-8f1deec0e9af is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:31:59.499926 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-27daed6c-4981-4fd5-a625-a9c54867264d None None] Provisioning complete for port 153869e4-8fec-4302-ab07-439c4aefb32e triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:31:59.500565 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-27daed6c-4981-4fd5-a625-a9c54867264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:31:59.533273 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-27daed6c-4981-4fd5-a625-a9c54867264d None None] Port 153869e4-8fec-4302-ab07-439c4aefb32e cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:31:59.547787 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:31:59.553225 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-bf6b5e05-c4b0-4d52-b3c4-e01d8b22253c demo admin] 10.222.0.58 "PUT /v2.0/routers/0d9597da-6275-4fd5-85b7-8f1deec0e9af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8340435 May 16 17:31:59.569309 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Sync routers for ids ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:31:59.583116 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Routers {'0d9597da-6275-4fd5-85b7-8f1deec0e9af'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:31:59.584066 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:31:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:31:59.771696 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Set router 0d9597da-6275-4fd5-85b7-8f1deec0e9af gateway port host: None {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:32:00.177756 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'name': 'router1', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:31:48Z', 'updated_at': '2022-05-16T17:31:58Z', 'revision_number': 2, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'gw_port_host': None, '_interfaces': [{'id': '153869e4-8fec-4302-ab07-439c4aefb32e', 'name': '', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'mac_address': 'fa:16:3e:79:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:31:58Z', 'updated_at': '2022-05-16T17:31:58Z', 'revision_number': 2, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'subnets': [{'id': '5313d32c-4fce-4908-b282-52280f7ea141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:00.227419 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Checking router: 0d9597da-6275-4fd5-85b7-8f1deec0e9af for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:32:00.227796 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Updating router 0d9597da-6275-4fd5-85b7-8f1deec0e9af port 153869e4-8fec-4302-ab07-439c4aefb32e binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:32:00.280629 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:00.322047 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:00.805474 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Publish callbacks [] for port (153869e4-8fec-4302-ab07-439c4aefb32e), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:00.813275 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:00.977591 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Pushing event updated for resources: {'Port': ['ID=153869e4-8fec-4302-ab07-439c4aefb32e,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:00.985966 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Attempting to bind port 153869e4-8fec-4302-ab07-439c4aefb32e on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:32:00.986358 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Attempting to bind port 153869e4-8fec-4302-ab07-439c4aefb32e by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:32:00.986794 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Attempting to bind port 153869e4-8fec-4302-ab07-439c4aefb32e on network fa628c55-0293-4188-a630-be46c59e46f7 {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:32:00.994826 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:32:00.995233 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Checking segment: {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:32:00.995716 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:00.996109 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Bound using segment: {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:32:00.996599 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Bound port: 153869e4-8fec-4302-ab07-439c4aefb32e, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2002fed7-2276-4513-b673-3a8c7b243000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:32:00.996983 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:01.000697 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.001043 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.001389 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.001763 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.002095 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.002420 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.002745 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.003069 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.003391 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.003713 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.004037 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.004371 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.004692 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.005008 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.005322 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Tracked resource versions report: May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: pushed versions: May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: { 'AddressGroup': {'1.2'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Agent': {'1.1'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'ConntrackHelper': {'1.0'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'LocalIPAssociation': {'1.0'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Log': {'1.0'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'NDPProxy': {'1.0'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Network': {'1.1'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Port': {'1.7'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'PortForwarding': {'1.3'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'QosPolicy': {'1.10'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroup': {'1.5'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroupRule': {'1.2'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SubPort': {'1.0'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Subnet': {'1.1'}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Trunk': {'1.1'}} May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: consumer versions: May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Agent': '1.1', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'ConntrackHelper': '1.0', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'LocalIPAssociation': '1.0', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Log': '1.0', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'NDPProxy': '1.0', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Network': '1.1', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Port': '1.7', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'PortForwarding': '1.3', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'QosPolicy': '1.10', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroup': '1.5', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroupRule': '1.2', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SubPort': '1.0', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Subnet': '1.1', May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Trunk': '1.1'}} May 16 17:32:01.006782 dv-cinder-837699-6-iscsi neutron-server[104869]: {{(pid=104869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:32:01.077833 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] For port 153869e4-8fec-4302-ab07-439c4aefb32e, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:32:01.098632 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] For port 153869e4-8fec-4302-ab07-439c4aefb32e, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=153869e4-8fec-4302-ab07-439c4aefb32e,segment=NetworkSegment(2002fed7-2276-4513-b673-3a8c7b243000),segment_id=2002fed7-2276-4513-b673-3a8c7b243000)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:32:01.105474 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:01.167014 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Routers {'0d9597da-6275-4fd5-85b7-8f1deec0e9af'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:32:01.167637 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:31:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:01.171221 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee0d4-4cca-4fc6-83f4-91f3180740be None None] Pushing event updated for resources: {'Port': ['ID=153869e4-8fec-4302-ab07-439c4aefb32e,revision_number=4']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:01.197065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] Provisioning complete for port 153869e4-8fec-4302-ab07-439c4aefb32e triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:32:01.198190 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:01.262422 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] Set router 0d9597da-6275-4fd5-85b7-8f1deec0e9af gateway port host: None {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:32:01.286003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] Current status of the port 153869e4-8fec-4302-ab07-439c4aefb32e is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:32:01.286416 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:01.324098 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] For port 153869e4-8fec-4302-ab07-439c4aefb32e, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=153869e4-8fec-4302-ab07-439c4aefb32e,segment=NetworkSegment(2002fed7-2276-4513-b673-3a8c7b243000),segment_id=2002fed7-2276-4513-b673-3a8c7b243000)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:32:01.331242 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:01.376516 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108a302-c9b5-47da-8d65-0bc1f7c08e48 None None] Pushing event updated for resources: {'Port': ['ID=153869e4-8fec-4302-ab07-439c4aefb32e,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:01.449665 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-81212d95-1cce-4a05-b6c8-8575c28ed97e None None] Provisioning complete for port 153869e4-8fec-4302-ab07-439c4aefb32e triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:32:01.450366 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-81212d95-1cce-4a05-b6c8-8575c28ed97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:01.457060 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'name': 'router1', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:31:48Z', 'updated_at': '2022-05-16T17:31:58Z', 'revision_number': 2, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'gw_port_host': None, '_interfaces': [{'id': '153869e4-8fec-4302-ab07-439c4aefb32e', 'name': '', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'mac_address': 'fa:16:3e:79:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:31:58Z', 'updated_at': '2022-05-16T17:32:01Z', 'revision_number': 4, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'subnets': [{'id': '5313d32c-4fce-4908-b282-52280f7ea141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:01.484675 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa5c47-4d2d-420c-8c34-bc660327a7b4 None None] The sync data for ids ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'] in dv-cinder-837699-6-iscsi is: [{'id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'name': 'router1', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:31:48Z', 'updated_at': '2022-05-16T17:31:58Z', 'revision_number': 2, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'gw_port_host': None, '_interfaces': [{'id': '153869e4-8fec-4302-ab07-439c4aefb32e', 'name': '', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'mac_address': 'fa:16:3e:79:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:31:58Z', 'updated_at': '2022-05-16T17:32:01Z', 'revision_number': 4, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'subnets': [{'id': '5313d32c-4fce-4908-b282-52280f7ea141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:32:01.528592 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-81212d95-1cce-4a05-b6c8-8575c28ed97e None None] Current status of the port 153869e4-8fec-4302-ab07-439c4aefb32e is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:32:01.979821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53522) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:32:02.152402 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:02.234076 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d07f3-398c-4073-bfa3-db5f867ebcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:32:02.235532 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-139d07f3-398c-4073-bfa3-db5f867ebcb7 admin admin] 10.222.0.58 "GET /v2.0/networks/48e27f3d-9a0d-4f12-913b-b122a87809ba HTTP/1.1" status: 200 len: 842 time: 0.2546642 May 16 17:32:02.245182 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:32:02.269030 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Made reservation on behalf of ab7c1a113cb54758aa563ff3298e430c for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:32:02.271380 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:02.622456 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.objects.ports [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104867) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 17:32:02.622896 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (fdd2d109-af7a-4a55-9e5e-67d1fc07c254), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:02.671801 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd2d109-af7a-4a55-9e5e-67d1fc07c254,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:02.692206 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:32:02.692587 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Network hostable DHCP agents. Network: 48e27f3d-9a0d-4f12-913b-b122a87809ba, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:32:02.715499 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:32:02.728561 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 48e27f3d-9a0d-4f12-913b-b122a87809ba) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:32:02.738073 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e3e8dd-dc90-430a-892f-6d048ba4f467 None None] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:32:02.739733 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:32:02.740574 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:02.773685 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e2f476b8-c239-4afb-be95-80c4f07e3cb0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5161700 May 16 17:32:02.843681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cba43b-cfaf-4967-82a5-29e87f2bc717 None None] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:32:05.164455 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 53540) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:32:05.369251 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-2f389144-ce0d-47b0-9657-b74c58893ee8 demo admin] 10.222.0.58 "GET /v2.0/routers/0d9597da-6275-4fd5-85b7-8f1deec0e9af HTTP/1.1" status: 200 len: 710 time: 0.2035480 May 16 17:32:05.465455 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81339d-ebfb-4a98-8cf5-d91a5dd6b000 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:32:05.466829 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bd81339d-ebfb-4a98-8cf5-d91a5dd6b000 demo admin] 10.222.0.58 "GET /v2.0/networks/48e27f3d-9a0d-4f12-913b-b122a87809ba HTTP/1.1" status: 200 len: 886 time: 0.0921583 May 16 17:32:05.475662 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:32:05.714414 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks [] for router_gateway (0d9597da-6275-4fd5-85b7-8f1deec0e9af), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:05.922467 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks [] for router_gateway (0d9597da-6275-4fd5-85b7-8f1deec0e9af), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:06.046421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:06.195050 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Allocated IP 172.27.0.66 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/8e6b0ed1-0376-4884-8e3c-30e786a6fc7c) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:32:06.303712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks [] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:06.359687 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:06.433055 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:32:06.440842 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:32:06.445054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:32:06.448047 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Pushing event updated for resources: {'Port': ['ID=8e6b0ed1-0376-4884-8e3c-30e786a6fc7c,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:06.719403 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks [] for router_gateway (0d9597da-6275-4fd5-85b7-8f1deec0e9af), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:06.906892 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2071555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router (0d9597da-6275-4fd5-85b7-8f1deec0e9af), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:06.911536 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2071572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2071581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2071479'] for router (0d9597da-6275-4fd5-85b7-8f1deec0e9af), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:07.016440 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Router 0d9597da-6275-4fd5-85b7-8f1deec0e9af has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:32:07.118478 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:32:07.122831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:07.137580 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-84faa407-6c62-450e-a79d-4b84c7aae940 demo admin] 10.222.0.58 "PUT /v2.0/routers/0d9597da-6275-4fd5-85b7-8f1deec0e9af HTTP/1.1" status: 200 len: 889 time: 1.6515086 May 16 17:32:08.843276 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 153869e4-8fec-4302-ab07-439c4aefb32e up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:32:08.887406 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 153869e4-8fec-4302-ab07-439c4aefb32e triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:32:08.887848 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:08.957930 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 153869e4-8fec-4302-ab07-439c4aefb32e is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:32:09.585012 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 53552) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:32:09.703964 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-aeb76ffe-9a0f-40a5-8fa1-c1332bdff166 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1178093 May 16 17:32:10.188839 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Sync routers for ids ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:32:10.200854 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Routers {'0d9597da-6275-4fd5-85b7-8f1deec0e9af'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:32:10.201510 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:31:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:10.406477 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Set router 0d9597da-6275-4fd5-85b7-8f1deec0e9af gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:32:10.798359 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'name': 'router1', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '8e6b0ed1-0376-4884-8e3c-30e786a6fc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:31:48Z', 'updated_at': '2022-05-16T17:32:06Z', 'revision_number': 4, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'gw_port': {'id': '8e6b0ed1-0376-4884-8e3c-30e786a6fc7c', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:32:06Z', 'updated_at': '2022-05-16T17:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '153869e4-8fec-4302-ab07-439c4aefb32e', 'name': '', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'mac_address': 'fa:16:3e:79:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:31:58Z', 'updated_at': '2022-05-16T17:32:01Z', 'revision_number': 5, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'subnets': [{'id': '5313d32c-4fce-4908-b282-52280f7ea141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:10.915790 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Checking router: 0d9597da-6275-4fd5-85b7-8f1deec0e9af for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:32:10.916148 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Updating router 0d9597da-6275-4fd5-85b7-8f1deec0e9af port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:32:10.969588 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:11.326802 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Publish callbacks [] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:11.333460 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:11.389912 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Attempting to bind port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:32:11.390289 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Attempting to bind port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:32:11.390699 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Attempting to bind port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:32:11.392761 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a29a2-624f-4337-adb5-88fd2e7166a3 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0ed1-0376-4884-8e3c-30e786a6fc7c,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:11.402858 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:32:11.403661 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:32:11.404089 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:11.404469 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:32:11.404945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Bound port: 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:32:11.405343 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:11.454146 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] For port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:32:11.457277 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] For port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=8e6b0ed1-0376-4884-8e3c-30e786a6fc7c,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:32:11.463827 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:11.516310 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Routers {'0d9597da-6275-4fd5-85b7-8f1deec0e9af'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:32:11.517065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:31:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:11.558479 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a29a2-624f-4337-adb5-88fd2e7166a3 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0ed1-0376-4884-8e3c-30e786a6fc7c,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:11.635447 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] Set router 0d9597da-6275-4fd5-85b7-8f1deec0e9af gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:32:11.837921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'name': 'router1', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '8e6b0ed1-0376-4884-8e3c-30e786a6fc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:31:48Z', 'updated_at': '2022-05-16T17:32:06Z', 'revision_number': 4, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'gw_port': {'id': '8e6b0ed1-0376-4884-8e3c-30e786a6fc7c', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:32:06Z', 'updated_at': '2022-05-16T17:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '153869e4-8fec-4302-ab07-439c4aefb32e', 'name': '', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'mac_address': 'fa:16:3e:79:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:31:58Z', 'updated_at': '2022-05-16T17:32:01Z', 'revision_number': 5, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'subnets': [{'id': '5313d32c-4fce-4908-b282-52280f7ea141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:32:11.864121 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01012f-bca5-42e7-9209-1b6573fca140 None None] The sync data for ids ['0d9597da-6275-4fd5-85b7-8f1deec0e9af'] in dv-cinder-837699-6-iscsi is: [{'id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'name': 'router1', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '8e6b0ed1-0376-4884-8e3c-30e786a6fc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:31:48Z', 'updated_at': '2022-05-16T17:32:06Z', 'revision_number': 4, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'gw_port': {'id': '8e6b0ed1-0376-4884-8e3c-30e786a6fc7c', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:32:06Z', 'updated_at': '2022-05-16T17:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '153869e4-8fec-4302-ab07-439c4aefb32e', 'name': '', 'network_id': 'fa628c55-0293-4188-a630-be46c59e46f7', 'tenant_id': '0463b87212e547209f1edc8f93d9401a', 'mac_address': 'fa:16:3e:79:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9597da-6275-4fd5-85b7-8f1deec0e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5313d32c-4fce-4908-b282-52280f7ea141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:31:58Z', 'updated_at': '2022-05-16T17:32:01Z', 'revision_number': 5, 'project_id': '0463b87212e547209f1edc8f93d9401a', 'subnets': [{'id': '5313d32c-4fce-4908-b282-52280f7ea141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ae9857-d20e-434d-aa0c-e6d4e4b9c586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:32:12.888248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:32:12.931461 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:32:12.931851 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:13.004218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:32:13.004595 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:13.024987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=8e6b0ed1-0376-4884-8e3c-30e786a6fc7c,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:32:13.031071 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:13.078314 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0ed1-0376-4884-8e3c-30e786a6fc7c,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:32:13.097581 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:32:14.904310 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:32:15.018718 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:32:15.021252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (8e6b0ed1-0376-4884-8e3c-30e786a6fc7c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:15.164328 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 8e6b0ed1-0376-4884-8e3c-30e786a6fc7c is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:32:25.816344 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1857da03-1843-4614-8f48-537b9a6fe598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:28.302937 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f5fd22b2-1c83-45a2-bfeb-3da54a22ff78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:29.021817 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:30.324897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:32.158813 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:50.097469 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:32:55.816812 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b1a23a40-0ff5-4bd6-9710-a38b0dcb767a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:58.282787 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a20dfbff-d31f-4ec1-9ce9-4e2a12ba1ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:32:59.032863 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:00.335296 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:02.168220 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:25.812688 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d36e5bad-9c61-4cae-b2bc-7babcd8ce142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:27.097512 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:33:27.246782 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54036) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:27.311340 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6503e843-a99f-4667-adb9-4b3cc459f935 admin admin] GET failed (client error): The resource could not be found. May 16 17:33:27.312642 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6503e843-a99f-4667-adb9-4b3cc459f935 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648811 May 16 17:33:27.475586 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0079f-1bf2-4f8f-a8d5-597717d18ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:27.477072 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-afc0079f-1bf2-4f8f-a8d5-597717d18ff3 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602585 May 16 17:33:28.278717 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-60831fca-6a9e-4b68-bdb2-14dfcc54958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:29.023470 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:29.676128 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54046) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:29.779606 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d2d73-6d13-4390-ba05-a0391143052c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:29.780981 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-896d2d73-6d13-4390-ba05-a0391143052c admin admin] 10.222.0.58 "GET /v2.0/subnets/5313d32c-4fce-4908-b282-52280f7ea141 HTTP/1.1" status: 200 len: 849 time: 0.1038256 May 16 17:33:29.792994 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:33:29.878090 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Publish callbacks [] for subnet (5313d32c-4fce-4908-b282-52280f7ea141), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:30.048330 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792669616002'] for subnet (5313d32c-4fce-4908-b282-52280f7ea141), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:30.079394 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:30.080261 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:30.081297 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] 10.222.0.58 "PUT /v2.0/subnets/5313d32c-4fce-4908-b282-52280f7ea141 HTTP/1.1" status: 200 len: 868 time: 0.2919254 May 16 17:33:30.083106 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f650c-8e56-4441-b5e0-c590388e5588 None None] Network fa628c55-0293-4188-a630-be46c59e46f7 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:33:30.101472 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5313d32c-4fce-4908-b282-52280f7ea141,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:33:30.109217 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.109577 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.109957 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.110305 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.110674 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.111181 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.111521 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.111852 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.112206 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.112540 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.112887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.113230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.113575 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.113902 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.114226 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7968171-39bf-42bd-b6b5-1167c327c3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:33:30.329310 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:30.475517 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-133d2732-b933-4c34-9de8-9d4f9e25146c None None] Provisioning complete for port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:33:30.475821 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-133d2732-b933-4c34-9de8-9d4f9e25146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c4a83946-a6e6-4f5f-bc36-ad54b6654ffa), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:30.548076 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-133d2732-b933-4c34-9de8-9d4f9e25146c None None] Current status of the port c4a83946-a6e6-4f5f-bc36-ad54b6654ffa is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:33:30.556438 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-133d2732-b933-4c34-9de8-9d4f9e25146c None None] Provisioning complete for port 153869e4-8fec-4302-ab07-439c4aefb32e triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:33:30.556851 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-133d2732-b933-4c34-9de8-9d4f9e25146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (153869e4-8fec-4302-ab07-439c4aefb32e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:30.632471 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-133d2732-b933-4c34-9de8-9d4f9e25146c None None] Current status of the port 153869e4-8fec-4302-ab07-439c4aefb32e is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:33:32.144317 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:32.319990 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54054) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:32.625004 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40acb95-9955-4833-b248-e7681e7a13bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:32.625472 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40acb95-9955-4833-b248-e7681e7a13bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:32.627163 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e40acb95-9955-4833-b248-e7681e7a13bf admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3062081 May 16 17:33:34.859531 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54062) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:35.137418 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b47edf-276b-4963-a66d-08b42f240596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:35.137821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b47edf-276b-4963-a66d-08b42f240596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:35.139402 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-37b47edf-276b-4963-a66d-08b42f240596 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2782881 May 16 17:33:37.394378 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54072) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:37.523457 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68f2b9-9c1f-4b02-83ac-501d0aced08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:37.524836 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0e68f2b9-9c1f-4b02-83ac-501d0aced08e admin admin] 10.222.0.58 "GET /v2.0/networks/48e27f3d-9a0d-4f12-913b-b122a87809ba HTTP/1.1" status: 200 len: 886 time: 0.1293714 May 16 17:33:39.745957 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54080) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:39.878698 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab53b3-c430-45e7-be1a-924b78b2c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:39.880054 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-12ab53b3-c430-45e7-be1a-924b78b2c147 admin admin] 10.222.0.58 "GET /v2.0/networks/fa628c55-0293-4188-a630-be46c59e46f7 HTTP/1.1" status: 200 len: 869 time: 0.1331089 May 16 17:33:42.104807 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54088) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:42.245166 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c2403-67f3-4f89-a031-ecb9376336af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:42.245646 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c2403-67f3-4f89-a031-ecb9376336af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:42.247201 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-875c2403-67f3-4f89-a031-ecb9376336af admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1414154 May 16 17:33:44.471468 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54096) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:44.566183 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d88a160-8712-4b36-853c-33aff0dcfc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:44.566663 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d88a160-8712-4b36-853c-33aff0dcfc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:44.568150 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6d88a160-8712-4b36-853c-33aff0dcfc89 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957510 May 16 17:33:46.789869 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54104) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:46.899531 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8f11c-5e56-4748-b44f-c1503d466402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:46.900912 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-dec8f11c-5e56-4748-b44f-c1503d466402 admin admin] 10.222.0.58 "GET /v2.0/subnets/5313d32c-4fce-4908-b282-52280f7ea141 HTTP/1.1" status: 200 len: 868 time: 0.1100764 May 16 17:33:49.121369 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54112) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:33:49.219578 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b55d026-3d78-4eae-b5be-3171aaab2802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:33:49.221309 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-9b55d026-3d78-4eae-b5be-3171aaab2802 admin admin] 10.222.0.58 "GET /v2.0/subnets/fdd2d109-af7a-4a55-9e5e-67d1fc07c254 HTTP/1.1" status: 200 len: 816 time: 0.0983438 May 16 17:33:55.806904 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc64c-c4a1-497d-951c-d0642a7da356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:58.283509 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2f20861f-aa1b-42ae-bd58-b0fea041f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:33:59.028002 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:00.338433 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:02.140746 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:04.097399 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:34:25.811815 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6cd7471b-f9b3-4b59-8260-acbf6fdebcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:28.289884 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-14015013-8c31-4a8c-8d4e-6c976c87b019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:29.040588 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:29.351726 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54170) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:34:29.404331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [None req-0a410ae9-e19e-45f3-b3e1-128518c79b6a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:34:29.405307 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0a410ae9-e19e-45f3-b3e1-128518c79b6a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0526721 May 16 17:34:30.345976 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:31.688313 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54178) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:34:31.759306 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e46d1f2-497b-4749-87f1-74d867f2c999 admin admin] GET failed (client error): The resource could not be found. May 16 17:34:31.760833 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4e46d1f2-497b-4749-87f1-74d867f2c999 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0715292 May 16 17:34:31.905883 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08207f4-5530-4b7c-bcc6-46b8d6e3c107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:34:31.907253 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d08207f4-5530-4b7c-bcc6-46b8d6e3c107 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1419499 May 16 17:34:32.145507 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:34.159421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54186) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:34:34.210883 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:34:34.231287 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Made reservation on behalf of ab7c1a113cb54758aa563ff3298e430c for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:34:34.233882 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:34.271864 dv-cinder-837699-6-iscsi neutron-server[104867]: WARNING neutron.services.revisions.revision_plugin [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Could not find related network for resource to bump revision. May 16 17:34:34.285515 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:34:34.295497 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (7cfd73a7-d1d5-47d8-b73a-21cd561a4177), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:34.295898 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Added segment 7cfd73a7-d1d5-47d8-b73a-21cd561a4177 of type vlan for network d0e6a9cf-10a2-46b5-a146-4787e4438e24 May 16 17:34:34.336734 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (d0e6a9cf-10a2-46b5-a146-4787e4438e24), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:34.364663 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (d0e6a9cf-10a2-46b5-a146-4787e4438e24), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:34.365706 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:34:34.366328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:34.413852 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2533147 May 16 17:34:34.465898 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e6a9cf-10a2-46b5-a146-4787e4438e24,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:34:34.473803 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.474160 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.474528 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.474873 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.475207 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.475535 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.475856 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.476183 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.476524 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.476855 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.477203 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.477646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.478049 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.478402 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.478724 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ea904-07a0-4d77-98cf-18fc44c1a581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:34.491702 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network d0e6a9cf-10a2-46b5-a146-4787e4438e24 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:34:36.649796 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54194) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:34:36.725946 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ef46f9-c9b3-482d-b824-ab24d93ae320 admin admin] GET failed (client error): The resource could not be found. May 16 17:34:36.727212 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f2ef46f9-c9b3-482d-b824-ab24d93ae320 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0764575 May 16 17:34:36.805828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2a3ac-af35-4056-88d0-1402bedc8109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:34:36.808118 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f9f2a3ac-af35-4056-88d0-1402bedc8109 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0766439 May 16 17:34:36.823750 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:34:36.844930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Made reservation on behalf of ab7c1a113cb54758aa563ff3298e430c for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:34:36.847160 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.018957 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (fdbb2d5c-6d0b-4136-8de3-436624fcd4f5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.076581 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbb2d5c-6d0b-4136-8de3-436624fcd4f5,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:34:37.092920 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Checking segment: {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:34:37.093281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Network hostable DHCP agents. Network: d0e6a9cf-10a2-46b5-a146-4787e4438e24, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:34:37.112864 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Network d0e6a9cf-10a2-46b5-a146-4787e4438e24 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:34:37.122815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, d0e6a9cf-10a2-46b5-a146-4787e4438e24) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:34:37.126778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:34:37.127365 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.133009 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20507d42-37ad-44da-b847-8e84869df89a None None] Network d0e6a9cf-10a2-46b5-a146-4787e4438e24 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:34:37.145258 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-5b75eec0-ffdd-4636-a461-3a5e73208c79 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272069 May 16 17:34:37.245945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-d0e6a9cf-10a2-46b5-a146-4787e4438e24', 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24', 'project_id': 'ab7c1a113cb54758aa563ff3298e430c', 'fixed_ips': [{'subnet_id': 'fdbb2d5c-6d0b-4136-8de3-436624fcd4f5'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:34:37.246943 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.386457 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Allocated IP 192.168.233.2 (d0e6a9cf-10a2-46b5-a146-4787e4438e24/fdbb2d5c-6d0b-4136-8de3-436624fcd4f5/685ed6aa-9232-42c1-af17-f673175342d2) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:34:37.622061 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Publish callbacks [] for port (685ed6aa-9232-42c1-af17-f673175342d2), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.628250 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (685ed6aa-9232-42c1-af17-f673175342d2), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.665050 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Network d0e6a9cf-10a2-46b5-a146-4787e4438e24 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:34:37.667822 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:34:37.675085 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:34:37.680409 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Pushing event updated for resources: {'Port': ['ID=685ed6aa-9232-42c1-af17-f673175342d2,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:34:37.691392 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.691736 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.692100 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.692468 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.692798 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.693127 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.693449 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.693797 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.694120 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.694441 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.694758 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.695092 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.695413 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.695727 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.696039 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:34:37.747460 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Attempting to bind port 685ed6aa-9232-42c1-af17-f673175342d2 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:34:37.747833 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Attempting to bind port 685ed6aa-9232-42c1-af17-f673175342d2 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:34:37.748196 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Attempting to bind port 685ed6aa-9232-42c1-af17-f673175342d2 on network d0e6a9cf-10a2-46b5-a146-4787e4438e24 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:34:37.753371 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:34:37.753795 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Checking segment: {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:34:37.754205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.754601 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Bound using segment: {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:34:37.755068 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Bound port: 685ed6aa-9232-42c1-af17-f673175342d2, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:34:37.755536 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (685ed6aa-9232-42c1-af17-f673175342d2), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.814002 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] For port 685ed6aa-9232-42c1-af17-f673175342d2, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:34:37.817024 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] For port 685ed6aa-9232-42c1-af17-f673175342d2, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=685ed6aa-9232-42c1-af17-f673175342d2,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:34:37.825343 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (685ed6aa-9232-42c1-af17-f673175342d2), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:37.878057 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cad253-96e0-4d2f-94bf-b92d98d389fe None None] Pushing event updated for resources: {'Port': ['ID=685ed6aa-9232-42c1-af17-f673175342d2,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:34:38.733621 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3fdf3-4940-4ff3-b9c9-384c7d046ca5 None None] Network d0e6a9cf-10a2-46b5-a146-4787e4438e24 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:34:38.817221 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] Provisioning complete for port 685ed6aa-9232-42c1-af17-f673175342d2 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:34:38.817615 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (685ed6aa-9232-42c1-af17-f673175342d2), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:38.928091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] Current status of the port 685ed6aa-9232-42c1-af17-f673175342d2 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:34:38.928335 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (685ed6aa-9232-42c1-af17-f673175342d2), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:38.971727 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] For port 685ed6aa-9232-42c1-af17-f673175342d2, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=685ed6aa-9232-42c1-af17-f673175342d2,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:34:38.974724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 685ed6aa-9232-42c1-af17-f673175342d2 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:34:38.979205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (685ed6aa-9232-42c1-af17-f673175342d2), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:39.060266 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c64527-fbbb-4481-8d41-c5d2c7faaab5 None None] Pushing event updated for resources: {'Port': ['ID=685ed6aa-9232-42c1-af17-f673175342d2,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:34:39.066926 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 685ed6aa-9232-42c1-af17-f673175342d2 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:34:39.067334 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (685ed6aa-9232-42c1-af17-f673175342d2), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:39.153381 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 685ed6aa-9232-42c1-af17-f673175342d2 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:34:39.299335 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-9e65a310-6786-45d9-b10f-ffad88179154 None None] Provisioning complete for port 685ed6aa-9232-42c1-af17-f673175342d2 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:34:39.299724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9e65a310-6786-45d9-b10f-ffad88179154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (685ed6aa-9232-42c1-af17-f673175342d2), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:39.373630 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-9e65a310-6786-45d9-b10f-ffad88179154 None None] Current status of the port 685ed6aa-9232-42c1-af17-f673175342d2 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:34:40.912160 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 685ed6aa-9232-42c1-af17-f673175342d2 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:34:40.957813 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 685ed6aa-9232-42c1-af17-f673175342d2 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:34:40.958211 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (685ed6aa-9232-42c1-af17-f673175342d2), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:41.027955 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 685ed6aa-9232-42c1-af17-f673175342d2 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:34:41.096589 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:34:55.817414 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-ebc10bd5-58ad-4b7f-8e3c-803938b47a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:58.284379 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-01579fbe-a3d2-4331-850e-17b1f657f355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:34:59.034793 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:00.346551 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:02.152508 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:18.096316 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:35:25.823270 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d18dd89c-be36-4b0f-aa5a-45dd6c2d0640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:28.294255 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-86d6b7be-cb36-4ec7-96c2-a73b13877b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:29.045906 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:30.349830 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:32.151907 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:55.095953 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:35:55.819207 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b224af41-e53b-4e84-87a9-f7bab6b6f9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:58.288424 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3700-0800-4fd7-aa63-0175b0b4e70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:35:59.042704 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:00.353080 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:02.149176 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:10.906545 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54232) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:36:10.912886 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [None req-a5c136f2-16b1-416a-bc0a-f441681e7428 tempest-verify_tempest_config-386378172 tempest-verify_tempest_config-386378172-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:36:10.913903 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a5c136f2-16b1-416a-bc0a-f441681e7428 tempest-verify_tempest_config-386378172 tempest-verify_tempest_config-386378172-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063753 May 16 17:36:11.231077 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54250) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:36:11.341258 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.422170 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Publish callbacks [] for security_group (d3b646a7-d375-4717-a1ae-82788e9b2994), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.426904 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d3b646a7-d375-4717-a1ae-82788e9b2994), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.475201 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d43748d0f2a041f68d0e3b2fd2a64f8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2430692 May 16 17:36:11.476038 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b646a7-d375-4717-a1ae-82788e9b2994,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:36:11.478459 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54254) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:36:11.482922 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.483284 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.483646 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.484001 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.484328 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.484654 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.484989 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.485323 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.485678 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.486026 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.486357 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.486686 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.487009 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.487330 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.487661 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeec6e6-5f7b-4ddc-933b-34c96f9cf702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.541816 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Publish callbacks [] for security_group (d3b646a7-d375-4717-a1ae-82788e9b2994), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.563535 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Publish callbacks [] for security_group (d3b646a7-d375-4717-a1ae-82788e9b2994), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.658662 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d3b646a7-d375-4717-a1ae-82788e9b2994), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.661292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:11.662512 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3b646a7-d375-4717-a1ae-82788e9b2994 HTTP/1.1" status: 204 len: 168 time: 0.1828766 May 16 17:36:11.670543 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b646a7-d375-4717-a1ae-82788e9b2994,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:36:11.677595 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.677950 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.678299 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.678639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.678975 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.679309 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.679640 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.679965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.680291 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.680618 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.680943 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.681302 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.681650 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.681973 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:11.682292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5bd60-0b98-46a8-9c0b-29e745bce7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:36:25.815235 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9dbf29e2-ffe8-4a91-910a-96e53ac757ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:28.293237 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-64d9bf65-37df-4aad-96fd-fd092b178a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:29.044736 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:30.359284 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:32.095761 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:36:32.146457 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:55.817590 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-64b21783-ed3c-4fe9-9164-1d48cd8c26d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:58.303649 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ca26a7c-884a-4155-be87-1bdc6478fda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:36:59.054251 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:00.364928 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:02.149089 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:09.096662 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:37:25.819140 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-786798bf-afee-4154-b658-96fc5838d68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:28.305758 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e60790a-28b6-4988-b32e-9801bc85d3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:29.056674 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:30.374620 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:32.151428 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:46.101381 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 5 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:37:55.814448 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-185f803f-797d-4ee0-be70-383151796743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:58.305961 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1a25e7c3-5deb-401d-a8cc-c57b7f17e92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:59.056663 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:37:59.548684 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065502'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:00.465486 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:02.152503 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:12.709163 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54326) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:38:12.819480 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-94fcfc6d-be54-4dea-94e7-2079a3e62439 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1091733 May 16 17:38:15.052165 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54336) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:38:15.124116 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-9314409b-3f65-4744-ada9-de102ba671a1 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0707541 May 16 17:38:23.105101 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:38:25.827753 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8b3e65a1-031e-454f-9a6e-7aaf11cbd3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:28.307067 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c0a98fe8-d219-4c06-b18c-4d3e11a4b931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:29.066253 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:29.517488 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:30.380145 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:32.162156 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:55.833163 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b6f3396f-833e-46c9-bf0e-b384bc0e8291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:58.302488 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b929cbac-85c9-495b-b627-bfc086ebd1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:59.068758 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:38:59.504480 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:00.110178 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:39:00.379521 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:02.151435 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:25.827962 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-93024ece-fb3b-41ef-bc75-3cda38a0021b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:28.306813 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abd0851c-44fb-4ad5-a260-196ecf8f1ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:29.059637 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:29.497911 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:30.379393 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:32.149755 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:37.110260 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:39:54.443459 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54554) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:54.650741 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54568) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:54.784328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54580) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:54.798307 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-933929719-network', 'tenant_id': '954fb79bc14043c5a136989ab363e7fd'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:54.823504 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Made reservation on behalf of 954fb79bc14043c5a136989ab363e7fd for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:39:54.826110 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:54.835997 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:54.863279 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-network', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:54.886506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Made reservation on behalf of 1eddf9ae85b940b8bd556f4cf66c0b79 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:39:54.890135 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:54.907582 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:54.943947 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks [] for security_group (2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:54.950331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:54.981524 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:39:54.999144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks [] for security_group (f744c5e4-8a6c-4ea5-b315-e2e1547a9040), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.003213 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.006190 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (f744c5e4-8a6c-4ea5-b315-e2e1547a9040), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.006404 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.007037 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Added segment 3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3 of type vlan for network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb May 16 17:39:55.021712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:39:55.023057 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.023698 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.024211 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.024741 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.025236 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.025805 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.026299 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.026835 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.027327 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.027947 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.028758 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.029331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.029886 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.030682 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.031177 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Tracked resource versions report: May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: pushed versions: May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: { 'AddressGroup': {'1.2'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Agent': {'1.1'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'ConntrackHelper': {'1.0'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'LocalIPAssociation': {'1.0'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Log': {'1.0'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'NDPProxy': {'1.0'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Network': {'1.1'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Port': {'1.7'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'PortForwarding': {'1.3'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'QosPolicy': {'1.10'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroup': {'1.5'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroupRule': {'1.2'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SubPort': {'1.0'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Subnet': {'1.1'}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Trunk': {'1.1'}} May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: consumer versions: May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: HyperV agent@hv-cinder-83769: {}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Agent': '1.1', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'ConntrackHelper': '1.0', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'LocalIPAssociation': '1.0', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Log': '1.0', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'NDPProxy': '1.0', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Network': '1.1', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Port': '1.7', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'PortForwarding': '1.3', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'QosPolicy': '1.10', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroup': '1.5', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SecurityGroupRule': '1.2', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'SubPort': '1.0', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Subnet': '1.1', May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: 'Trunk': '1.1'}} May 16 17:39:55.032736 dv-cinder-837699-6-iscsi neutron-server[104866]: {{(pid=104866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:39:55.035908 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (ea96912f-cf7b-41b1-b5e8-0e5a01028037), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.035908 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Added segment ea96912f-cf7b-41b1-b5e8-0e5a01028037 of type vlan for network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 May 16 17:39:55.119275 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (b3aa429a-c40d-42bd-9dfe-fc635bd438c5), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.127851 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-312003095-network', 'tenant_id': '80c60c24806542e889c070d519172e79'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:55.138036 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.177884 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.177884 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:55.178227 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.189069 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Made reservation on behalf of 80c60c24806542e889c070d519172e79 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:39:55.191899 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.196195 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744c5e4-8a6c-4ea5-b315-e2e1547a9040,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.210384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (b3aa429a-c40d-42bd-9dfe-fc635bd438c5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.211587 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:55.212464 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.215043 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.264411 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] Pushing event updated for resources: {'Network': ['ID=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.276191 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:39:55.288485 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-04bf4341-6e45-40cf-8a13-ff8946b99b44 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8434927 May 16 17:39:55.290338 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54606) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:55.296527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Request body: {'subnet': {'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-933929719-subnet', 'tenant_id': '954fb79bc14043c5a136989ab363e7fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:55.303605 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.304509 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.305114 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.305702 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.306262 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.307038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.307818 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.308607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.309426 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.310326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.311118 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.312079 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.312886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.313567 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.314164 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Tracked resource versions report: May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: pushed versions: May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: { 'AddressGroup': {'1.2'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Agent': {'1.1'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'ConntrackHelper': {'1.0'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'LocalIPAssociation': {'1.0'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Log': {'1.0'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'NDPProxy': {'1.0'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Network': {'1.1'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Port': {'1.7'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'PortForwarding': {'1.3'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'QosPolicy': {'1.10'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroup': {'1.5'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroupRule': {'1.2'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SubPort': {'1.0'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Subnet': {'1.1'}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Trunk': {'1.1'}} May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: consumer versions: May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: HyperV agent@hv-cinder-83769: {}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Agent': '1.1', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'ConntrackHelper': '1.0', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'LocalIPAssociation': '1.0', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Log': '1.0', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'NDPProxy': '1.0', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Network': '1.1', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Port': '1.7', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'PortForwarding': '1.3', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'QosPolicy': '1.10', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroup': '1.5', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SecurityGroupRule': '1.2', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'SubPort': '1.0', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Subnet': '1.1', May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: 'Trunk': '1.1'}} May 16 17:39:55.315867 dv-cinder-837699-6-iscsi neutron-server[104867]: {{(pid=104867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:39:55.341627 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] Pushing event updated for resources: {'Network': ['ID=b3aa429a-c40d-42bd-9dfe-fc635bd438c5,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.342845 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Made reservation on behalf of 954fb79bc14043c5a136989ab363e7fd for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:39:55.348430 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.365859 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-73295432-2da5-40b8-a4cb-570f849cbdbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7131431 May 16 17:39:55.371814 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54616) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:55.381893 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Request body: {'subnet': {'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-subnet', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:55.425223 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Made reservation on behalf of 1eddf9ae85b940b8bd556f4cf66c0b79 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:39:55.426894 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:39:55.431319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.647568 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks [] for security_group (df63839c-eb97-482e-9bf6-c01ee429ec23), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.659756 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (df63839c-eb97-482e-9bf6-c01ee429ec23), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.671914 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:39:55.689005 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (18b4d058-337a-410f-9107-4c619938fe00), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.689652 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Added segment 18b4d058-337a-410f-9107-4c619938fe00 of type vlan for network 28ed5c22-d613-46a9-98e4-5aa888da0e5a May 16 17:39:55.689782 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (3adac133-442b-487f-8583-1116a22b453f), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.782474 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df63839c-eb97-482e-9bf6-c01ee429ec23,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.786417 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (28ed5c22-d613-46a9-98e4-5aa888da0e5a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.791687 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (20e0bb53-9502-404c-a289-1ffd402647d8), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.821034 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adac133-442b-487f-8583-1116a22b453f,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.843760 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7104cc44-57df-42dd-9e47-d6107da82b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.844521 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Checking segment: {'id': '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:39:55.844895 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Network hostable DHCP agents. Network: 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:39:55.889621 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:39:55.913622 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:55.915830 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e0bb53-9502-404c-a289-1ffd402647d8,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:55.919646 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:55.920567 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.924285 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94f6a9-7fc0-4db3-a489-bbf17cdd17f2 None None] Network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:39:55.945940 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (28ed5c22-d613-46a9-98e4-5aa888da0e5a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.947067 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:55.954031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:55.966858 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3e612183-b848-4bae-a99d-b5fca5a94365 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6743863 May 16 17:39:56.119355 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] Pushing event updated for resources: {'Network': ['ID=28ed5c22-d613-46a9-98e4-5aa888da0e5a,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:56.126119 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8454b8-8cfe-47c7-9127-508979e32bf9 None None] Network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:39:56.132401 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Checking segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:39:56.133111 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Network hostable DHCP agents. Network: b3aa429a-c40d-42bd-9dfe-fc635bd438c5, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:39:56.134395 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:39:56.148718 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a1ef4922-c190-4bbb-8a72-05561c525a7c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3632345 May 16 17:39:56.151587 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54650) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:56.157691 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Request body: {'subnet': {'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-312003095-subnet', 'tenant_id': '80c60c24806542e889c070d519172e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:56.198908 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:39:56.206136 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Made reservation on behalf of 80c60c24806542e889c070d519172e79 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:39:56.208783 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.211398 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, b3aa429a-c40d-42bd-9dfe-fc635bd438c5) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:56.258000 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace53745-7580-4679-b2ea-9cb4d2219bba None None] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:39:56.356256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:56.357516 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.384512 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-50ef7760-b2ee-4a00-8b95-b0e76edcff8f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0111392 May 16 17:39:56.387391 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54660) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:56.399059 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:56.428887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (91a44a45-12d0-4645-8c78-871662dc9c8c), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.430282 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (91a44a45-12d0-4645-8c78-871662dc9c8c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.570468 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks [] for router_controller (91a44a45-12d0-4645-8c78-871662dc9c8c), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.595529 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:39:56.598191 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.620565 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (22623edd-6614-4b36-bf1b-a51370febc03), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.724968 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22623edd-6614-4b36-bf1b-a51370febc03,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:56.744930 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks [] for router_gateway (91a44a45-12d0-4645-8c78-871662dc9c8c), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.758360 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:39:56.758720 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Network hostable DHCP agents. Network: 28ed5c22-d613-46a9-98e4-5aa888da0e5a, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:39:56.777762 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Allocated IP 172.20.0.2 (b3aa429a-c40d-42bd-9dfe-fc635bd438c5/20e0bb53-9502-404c-a289-1ffd402647d8/a6f8165c-b567-449e-be1d-63ebbbb7383b) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:39:56.791534 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:39:56.813614 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 28ed5c22-d613-46a9-98e4-5aa888da0e5a) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:56.819642 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:56.821016 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.826897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9211dd5b-4a7f-4dfe-9e7a-3d81f1bee546 None None] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:39:56.854251 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-47a68891-9768-4b6b-a2b7-8fb393039b77 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7011251 May 16 17:39:56.854596 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54672) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:56.865749 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:39:56.898090 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (07f5f13a-1f42-4eab-8257-e08a552faed3), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:56.899155 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (07f5f13a-1f42-4eab-8257-e08a552faed3), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.055955 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks [] for router_controller (07f5f13a-1f42-4eab-8257-e08a552faed3), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.190030 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:39:57.192493 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.356258 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Publish callbacks [] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.377325 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.400235 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:39:57.407660 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:57.438518 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:39:57.443669 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks [] for router_gateway (91a44a45-12d0-4645-8c78-871662dc9c8c), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.494396 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.528711 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Attempting to bind port a6f8165c-b567-449e-be1d-63ebbbb7383b on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:39:57.529692 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Attempting to bind port a6f8165c-b567-449e-be1d-63ebbbb7383b by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:39:57.530152 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Attempting to bind port a6f8165c-b567-449e-be1d-63ebbbb7383b on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:39:57.541046 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks [] for router_gateway (07f5f13a-1f42-4eab-8257-e08a552faed3), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.542155 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:39:57.542695 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Checking segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:39:57.543231 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.543844 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Bound using segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:39:57.544443 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Bound port: a6f8165c-b567-449e-be1d-63ebbbb7383b, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:39:57.545048 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.562904 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54736) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:57.569586 dv-cinder-837699-6-iscsi neutron-server[104867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 17:39:57.623380 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Pushing event updated for resources: {'Port': ['ID=a6f8165c-b567-449e-be1d-63ebbbb7383b,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:57.643925 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.644378 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.644797 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.645268 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.645719 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.647168 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.647806 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.648199 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.648611 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.648998 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.649385 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.649864 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.650259 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Tracked resource versions report: May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: pushed versions: May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: { 'AddressGroup': {'1.2'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Agent': {'1.1'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'ConntrackHelper': {'1.0'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'LocalIPAssociation': {'1.0'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Log': {'1.0'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'NDPProxy': {'1.0'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Network': {'1.1'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Port': {'1.7'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'PortForwarding': {'1.3'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'QosPolicy': {'1.10'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroup': {'1.5'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroupRule': {'1.2'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SubPort': {'1.0'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Subnet': {'1.1'}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Trunk': {'1.1'}} May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: consumer versions: May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: HyperV agent@hv-cinder-83769: {}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Agent': '1.1', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'ConntrackHelper': '1.0', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'LocalIPAssociation': '1.0', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Log': '1.0', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'NDPProxy': '1.0', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Network': '1.1', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Port': '1.7', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'PortForwarding': '1.3', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'QosPolicy': '1.10', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroup': '1.5', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SecurityGroupRule': '1.2', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'SubPort': '1.0', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Subnet': '1.1', May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: 'Trunk': '1.1'}} May 16 17:39:57.650673 dv-cinder-837699-6-iscsi neutron-server[104868]: {{(pid=104868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:39:57.662525 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Allocated IP 172.20.0.2 (28ed5c22-d613-46a9-98e4-5aa888da0e5a/22623edd-6614-4b36-bf1b-a51370febc03/d073d625-7917-491b-937c-0044b8580b2d) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:39:57.717684 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] For port a6f8165c-b567-449e-be1d-63ebbbb7383b, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:39:57.841154 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks [] for router_gateway (07f5f13a-1f42-4eab-8257-e08a552faed3), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.875125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.955327 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Publish callbacks [] for port (d073d625-7917-491b-937c-0044b8580b2d), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.972853 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (d073d625-7917-491b-937c-0044b8580b2d), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:57.989820 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2cb3e263-24fd-486c-a2ea-d90129774ca1 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:39:57.991822 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] For port a6f8165c-b567-449e-be1d-63ebbbb7383b, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=a6f8165c-b567-449e-be1d-63ebbbb7383b,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:39:57.994317 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2cb3e263-24fd-486c-a2ea-d90129774ca1 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/networks?id=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb HTTP/1.1" status: 200 len: 811 time: 0.4273906 May 16 17:39:58.006947 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Allocated IP 172.27.0.254 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/adb663f7-1473-4cb3-a073-1aa37de397c1) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:39:58.037856 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-fc506550-60a8-48f6-b63a-91f635139cd6 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/quotas/954fb79bc14043c5a136989ab363e7fd HTTP/1.1" status: 200 len: 375 time: 0.0289688 May 16 17:39:58.039045 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:39:58.046643 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.052294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:58.056127 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:39:58.087494 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Pushing event updated for resources: {'Port': ['ID=d073d625-7917-491b-937c-0044b8580b2d,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:58.132938 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-be9a519c-6f53-415a-be89-c6732d94bbbd tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=954fb79bc14043c5a136989ab363e7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882616 May 16 17:39:58.147870 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks [] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.186064 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54772) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:58.211676 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.228278 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Attempting to bind port d073d625-7917-491b-937c-0044b8580b2d on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:39:58.228820 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Attempting to bind port d073d625-7917-491b-937c-0044b8580b2d by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:39:58.229280 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Attempting to bind port d073d625-7917-491b-937c-0044b8580b2d on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:39:58.231838 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d41ec-a374-455b-b0c1-cf82be5ae931 None None] Pushing event updated for resources: {'Port': ['ID=a6f8165c-b567-449e-be1d-63ebbbb7383b,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:58.233876 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54778) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:58.239335 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:39:58.245491 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:39:58.246021 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:39:58.246537 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.247107 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Bound using segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:39:58.247731 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Bound port: d073d625-7917-491b-937c-0044b8580b2d, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:39:58.248278 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d073d625-7917-491b-937c-0044b8580b2d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.273214 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:58.275740 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:39:58.329727 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-88d999da-1325-4c64-a20c-aa56ac57ddb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.339318 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] For port d073d625-7917-491b-937c-0044b8580b2d, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:39:58.342910 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] For port d073d625-7917-491b-937c-0044b8580b2d, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=d073d625-7917-491b-937c-0044b8580b2d,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:39:58.356338 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d073d625-7917-491b-937c-0044b8580b2d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.436891 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9fb2-062f-4e5e-b956-f10ff5972938 None None] Pushing event updated for resources: {'Port': ['ID=d073d625-7917-491b-937c-0044b8580b2d,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:58.453023 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0c94dfe5-d6a0-4715-aea1-433c5ed6da7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.456258 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Pushing event updated for resources: {'Port': ['ID=adb663f7-1473-4cb3-a073-1aa37de397c1,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:58.609084 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Allocated IP 172.27.0.214 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/b8632d74-abf9-4163-9638-a77804ec5af9) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:39:58.652589 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0c94dfe5-d6a0-4715-aea1-433c5ed6da7d admin admin] Publish callbacks [] for security_group (d5eb3e21-e2a4-4639-bafc-43a3c8c284a7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.664449 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0c94dfe5-d6a0-4715-aea1-433c5ed6da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d5eb3e21-e2a4-4639-bafc-43a3c8c284a7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.770733 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0c94dfe5-d6a0-4715-aea1-433c5ed6da7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4c1d398e6214fec98dbd4baf7e7e560&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5834827 May 16 17:39:58.773541 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54802) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:58.777799 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94dfe5-d6a0-4715-aea1-433c5ed6da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb3e21-e2a4-4639-bafc-43a3c8c284a7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:58.840315 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54804) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:58.853152 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6445f317-02e9-4ed1-9937-6ff0977a8d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.873759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-b5748968-59c2-4c54-87ec-7ea45759420b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:39:58.875111 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-b5748968-59c2-4c54-87ec-7ea45759420b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2723379 May 16 17:39:58.884867 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks [] for router_gateway (91a44a45-12d0-4645-8c78-871662dc9c8c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:58.997137 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks [] for port (b8632d74-abf9-4163-9638-a77804ec5af9), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.018742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf7a2-a95a-468b-ba6b-ecce36d4a5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.064302 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.084150 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4926dabe-0a88-414e-b1f8-4265b7cdfa1c admin admin] Publish callbacks [] for security_group (d5eb3e21-e2a4-4639-bafc-43a3c8c284a7), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.137879 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-33ed8242-202f-4dac-863e-1198eacd2821 service neutron] 10.222.0.58 "GET /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437897 May 16 17:39:59.188677 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.225604 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4926dabe-0a88-414e-b1f8-4265b7cdfa1c admin admin] Publish callbacks [] for security_group (d5eb3e21-e2a4-4639-bafc-43a3c8c284a7), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.294033 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device a6f8165c-b567-449e-be1d-63ebbbb7383b up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:39:59.305855 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6445f317-02e9-4ed1-9937-6ff0977a8d11 admin admin] Publish callbacks [] for security_group (e145f73e-2730-435c-8983-07a21b3f7359), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.346402 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf7a2-a95a-468b-ba6b-ecce36d4a5fb admin admin] Publish callbacks [] for security_group (181bc973-98f7-4c7a-bddd-a4ad120b0002), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.346515 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6445f317-02e9-4ed1-9937-6ff0977a8d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e145f73e-2730-435c-8983-07a21b3f7359), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.368267 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:39:59.371829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf7a2-a95a-468b-ba6b-ecce36d4a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (181bc973-98f7-4c7a-bddd-a4ad120b0002), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.374364 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4926dabe-0a88-414e-b1f8-4265b7cdfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d5eb3e21-e2a4-4639-bafc-43a3c8c284a7), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.377181 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4926dabe-0a88-414e-b1f8-4265b7cdfa1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.381280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4926dabe-0a88-414e-b1f8-4265b7cdfa1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5eb3e21-e2a4-4639-bafc-43a3c8c284a7 HTTP/1.1" status: 204 len: 168 time: 0.6066203 May 16 17:39:59.452438 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-fe07a2da-8899-4636-b4e3-fbffea504a58 service neutron] 10.222.0.58 "GET /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070297 May 16 17:39:59.456158 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port a6f8165c-b567-449e-be1d-63ebbbb7383b triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:39:59.456975 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.464688 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-6445f317-02e9-4ed1-9937-6ff0977a8d11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d46b5de0228b41b8b7f1f7cbb3d10fb9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2282295 May 16 17:39:59.464688 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445f317-02e9-4ed1-9937-6ff0977a8d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145f73e-2730-435c-8983-07a21b3f7359,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:59.516245 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54830) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:59.520327 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0c3cf7a2-a95a-468b-ba6b-ecce36d4a5fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2274077667c34bfe97aef60336abd908&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6749394 May 16 17:39:59.522721 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:39:59.543627 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54832) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:59.566450 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (91a44a45-12d0-4645-8c78-871662dc9c8c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.585158 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Pushing event updated for resources: {'Port': ['ID=b8632d74-abf9-4163-9638-a77804ec5af9,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:59.602823 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.606324 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:39:59.621937 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926dabe-0a88-414e-b1f8-4265b7cdfa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb3e21-e2a4-4639-bafc-43a3c8c284a7,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:39:59.751671 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port a6f8165c-b567-449e-be1d-63ebbbb7383b is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:39:59.752636 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.805022 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef7df-bba6-40ce-8350-5bce71c94654 admin admin] Publish callbacks [] for security_group (e145f73e-2730-435c-8983-07a21b3f7359), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.808054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54848) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:39:59.831716 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9d007354-0481-4547-b1d9-d8d83536a3a1 admin admin] Publish callbacks [] for security_group (181bc973-98f7-4c7a-bddd-a4ad120b0002), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.839340 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port a6f8165c-b567-449e-be1d-63ebbbb7383b, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=a6f8165c-b567-449e-be1d-63ebbbb7383b,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:39:59.845616 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.847266 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device d073d625-7917-491b-937c-0044b8580b2d up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:39:59.870506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef7df-bba6-40ce-8350-5bce71c94654 admin admin] Publish callbacks [] for security_group (e145f73e-2730-435c-8983-07a21b3f7359), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:39:59.892768 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9d007354-0481-4547-b1d9-d8d83536a3a1 admin admin] Publish callbacks [] for security_group (181bc973-98f7-4c7a-bddd-a4ad120b0002), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.008048 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141af79b-688c-40ea-bae1-fed4ac58b096 None None] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:00.042122 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54870) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:00.047052 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8196b360-d7db-45d0-b73d-ecee8abeccf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.104337 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cf7a2-a95a-468b-ba6b-ecce36d4a5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181bc973-98f7-4c7a-bddd-a4ad120b0002,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:00.108236 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=a6f8165c-b567-449e-be1d-63ebbbb7383b,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:00.189812 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2cc02105-0281-4977-b0aa-66ca26fc2685 req-566bc1c4-b694-43d2-9e86-0039e0eed6d5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.1454699 May 16 17:40:00.220896 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-7f8fc764-e2f6-4158-b845-9f413b01da23 None None] Provisioning complete for port a6f8165c-b567-449e-be1d-63ebbbb7383b triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:00.221527 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc764-e2f6-4158-b845-9f413b01da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.237582 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef7df-bba6-40ce-8350-5bce71c94654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e145f73e-2730-435c-8983-07a21b3f7359), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.240190 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef7df-bba6-40ce-8350-5bce71c94654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.241391 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4a9ef7df-bba6-40ce-8350-5bce71c94654 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e145f73e-2730-435c-8983-07a21b3f7359 HTTP/1.1" status: 204 len: 168 time: 0.7477436 May 16 17:40:00.266537 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ef7df-bba6-40ce-8350-5bce71c94654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145f73e-2730-435c-8983-07a21b3f7359,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:00.270517 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9d007354-0481-4547-b1d9-d8d83536a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (181bc973-98f7-4c7a-bddd-a4ad120b0002), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.273138 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9d007354-0481-4547-b1d9-d8d83536a3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.280181 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-9d007354-0481-4547-b1d9-d8d83536a3a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/181bc973-98f7-4c7a-bddd-a4ad120b0002 HTTP/1.1" status: 204 len: 168 time: 0.7285848 May 16 17:40:00.317868 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007354-0481-4547-b1d9-d8d83536a3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181bc973-98f7-4c7a-bddd-a4ad120b0002,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:00.365680 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port d073d625-7917-491b-937c-0044b8580b2d triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:00.367132 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d073d625-7917-491b-937c-0044b8580b2d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.418756 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8196b360-d7db-45d0-b73d-ecee8abeccf5 admin admin] Publish callbacks [] for security_group (04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.427326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8196b360-d7db-45d0-b73d-ecee8abeccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.440421 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d37a8-3df6-442d-91f9-b54d2d989352 None None] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:00.462002 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-8196b360-d7db-45d0-b73d-ecee8abeccf5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=856203f959084015950211c4e61f8cbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6506402 May 16 17:40:00.464187 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54894) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:00.505596 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b360-d7db-45d0-b73d-ecee8abeccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:00.529128 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Router 91a44a45-12d0-4645-8c78-871662dc9c8c is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:40:00.536084 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-26d769e8-ae6b-40e4-af4b-b29d5a03ab5a admin admin] Publish callbacks [] for security_group (04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.560740 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-26d769e8-ae6b-40e4-af4b-b29d5a03ab5a admin admin] Publish callbacks [] for security_group (04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.628070 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.633979 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-26d769e8-ae6b-40e4-af4b-b29d5a03ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.637324 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc764-e2f6-4158-b845-9f413b01da23 None None] Current status of the port a6f8165c-b567-449e-be1d-63ebbbb7383b is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:00.637774 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-26d769e8-ae6b-40e4-af4b-b29d5a03ab5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.641864 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-26d769e8-ae6b-40e4-af4b-b29d5a03ab5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6 HTTP/1.1" status: 204 len: 168 time: 0.1765060 May 16 17:40:00.651281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d769e8-ae6b-40e4-af4b-b29d5a03ab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df8e3a-0a6d-4e52-9fdc-91ca29e87fb6,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:00.696448 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks [] for router_gateway (07f5f13a-1f42-4eab-8257-e08a552faed3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.716266 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port d073d625-7917-491b-937c-0044b8580b2d is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:00.716631 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d073d625-7917-491b-937c-0044b8580b2d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.800212 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port d073d625-7917-491b-937c-0044b8580b2d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=d073d625-7917-491b-937c-0044b8580b2d,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:00.831946 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d073d625-7917-491b-937c-0044b8580b2d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:00.850097 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-24088a45-0434-44a3-b925-d1ce7401f346 None None] Provisioning complete for port d073d625-7917-491b-937c-0044b8580b2d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:00.851104 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-24088a45-0434-44a3-b925-d1ce7401f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d073d625-7917-491b-937c-0044b8580b2d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.030545 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54908) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:01.062392 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-41393889-a76a-4006-8134-d9699de06316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.073249 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54912) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:01.087974 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=d073d625-7917-491b-937c-0044b8580b2d,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:01.107510 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-24088a45-0434-44a3-b925-d1ce7401f346 None None] Current status of the port d073d625-7917-491b-937c-0044b8580b2d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:01.127885 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:40:01.143197 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Sync routers for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:40:01.160999 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:01.161693 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:01.165328 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9aa199c6-fc36-4ff8-9654-1562dfc8e93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.204699 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (07f5f13a-1f42-4eab-8257-e08a552faed3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.215365 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-41393889-a76a-4006-8134-d9699de06316 admin admin] Publish callbacks [] for security_group (efa68195-7707-46af-82a3-c485a4168ec8), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.223116 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-41393889-a76a-4006-8134-d9699de06316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (efa68195-7707-46af-82a3-c485a4168ec8), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.234927 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-bf159643-c31a-4cab-8a35-07c630710041 None None] Provisioning complete for port d073d625-7917-491b-937c-0044b8580b2d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:01.243920 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bf159643-c31a-4cab-8a35-07c630710041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d073d625-7917-491b-937c-0044b8580b2d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.275351 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41393889-a76a-4006-8134-d9699de06316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa68195-7707-46af-82a3-c485a4168ec8,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:01.283701 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-41393889-a76a-4006-8134-d9699de06316 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1f07220112d431d8e00dea4ec2bd0e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2518890 May 16 17:40:01.284878 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54922) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:01.368381 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0041b17b-4f7b-48c6-a4db-d2a2bc59bbc5 req-2a5045f8-9369-4cc1-b91b-cba3383f6150 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.0351834 May 16 17:40:01.407345 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6002b9ba-7fa3-44b1-8e71-110a52381d8e admin admin] Publish callbacks [] for security_group (efa68195-7707-46af-82a3-c485a4168ec8), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.433029 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device a6f8165c-b567-449e-be1d-63ebbbb7383b up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:01.441255 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.447387 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ccec9f27-8928-4107-ab35-5cc100c93995 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0547173 May 16 17:40:01.448482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54930) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:01.515944 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port a6f8165c-b567-449e-be1d-63ebbbb7383b triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:01.516703 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.562373 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6002b9ba-7fa3-44b1-8e71-110a52381d8e admin admin] Publish callbacks [] for security_group (efa68195-7707-46af-82a3-c485a4168ec8), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.599901 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-bf159643-c31a-4cab-8a35-07c630710041 None None] Current status of the port d073d625-7917-491b-937c-0044b8580b2d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:01.628319 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9aa199c6-fc36-4ff8-9654-1562dfc8e93a admin admin] Publish callbacks [] for security_group (b3a3c50c-5602-4bb4-a252-36e59e10dc20), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.637468 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:40:01.640164 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-bf159643-c31a-4cab-8a35-07c630710041 None None] Provisioning complete for port a6f8165c-b567-449e-be1d-63ebbbb7383b triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:01.641777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bf159643-c31a-4cab-8a35-07c630710041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.648026 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9aa199c6-fc36-4ff8-9654-1562dfc8e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b3a3c50c-5602-4bb4-a252-36e59e10dc20), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:01.714273 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa199c6-fc36-4ff8-9654-1562dfc8e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a3c50c-5602-4bb4-a252-36e59e10dc20,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:01.735918 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:01.786265 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9aa199c6-fc36-4ff8-9654-1562dfc8e93a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1152b943ac90453e8962c234ce933583&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7113709 May 16 17:40:01.790636 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 54942) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:01.863461 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-bf159643-c31a-4cab-8a35-07c630710041 None None] Current status of the port a6f8165c-b567-449e-be1d-63ebbbb7383b is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:01.900563 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port a6f8165c-b567-449e-be1d-63ebbbb7383b is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:01.991081 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:39:58Z', 'revision_number': 3, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:02.023216 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Checking router: 91a44a45-12d0-4645-8c78-871662dc9c8c for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:40:02.023718 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Updating router 91a44a45-12d0-4645-8c78-871662dc9c8c port adb663f7-1473-4cb3-a073-1aa37de397c1 binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:40:02.030054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6002b9ba-7fa3-44b1-8e71-110a52381d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (efa68195-7707-46af-82a3-c485a4168ec8), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.033384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6002b9ba-7fa3-44b1-8e71-110a52381d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.034670 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-6002b9ba-7fa3-44b1-8e71-110a52381d8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa68195-7707-46af-82a3-c485a4168ec8 HTTP/1.1" status: 204 len: 168 time: 0.7477093 May 16 17:40:02.048961 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002b9ba-7fa3-44b1-8e71-110a52381d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa68195-7707-46af-82a3-c485a4168ec8,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:02.050154 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-74f7653e-7993-43ae-bf81-f503beadf516 admin admin] Publish callbacks [] for security_group (b3a3c50c-5602-4bb4-a252-36e59e10dc20), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.077264 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-74f7653e-7993-43ae-bf81-f503beadf516 admin admin] Publish callbacks [] for security_group (b3a3c50c-5602-4bb4-a252-36e59e10dc20), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.093141 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.144302 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:40:02.160559 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:40:02.167373 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-74f7653e-7993-43ae-bf81-f503beadf516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b3a3c50c-5602-4bb4-a252-36e59e10dc20), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.170650 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.171573 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-74f7653e-7993-43ae-bf81-f503beadf516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.173658 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-74f7653e-7993-43ae-bf81-f503beadf516 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3a3c50c-5602-4bb4-a252-36e59e10dc20 HTTP/1.1" status: 204 len: 168 time: 0.3797076 May 16 17:40:02.205536 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7653e-7993-43ae-bf81-f503beadf516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a3c50c-5602-4bb4-a252-36e59e10dc20,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:02.206863 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:02.208099 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:02.219946 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.224714 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 54966) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:02.227321 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8974601b-a4d7-4803-a1fd-9ed49837c777 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3716278 May 16 17:40:02.468911 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:02.699188 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.770734 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:00Z', 'revision_number': 3, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:02.840369 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:40:02.840741 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Updating router 07f5f13a-1f42-4eab-8257-e08a552faed3 port b8632d74-abf9-4163-9638-a77804ec5af9 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:40:02.876673 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Publish callbacks [] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.884296 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.902341 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:02.974025 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Allocated IP 172.20.0.1 (b3aa429a-c40d-42bd-9dfe-fc635bd438c5/20e0bb53-9502-404c-a289-1ffd402647d8/040a9d6f-e31a-4d66-b723-2b85d784cdcc) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:02.987995 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df602dfa-867d-4544-a285-131c47111e70 req-381e268f-bce7-415b-8580-98af7aab6b30 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.2924366 May 16 17:40:03.015921 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Attempting to bind port adb663f7-1473-4cb3-a073-1aa37de397c1 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:03.017980 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Attempting to bind port adb663f7-1473-4cb3-a073-1aa37de397c1 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:03.018495 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Attempting to bind port adb663f7-1473-4cb3-a073-1aa37de397c1 on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:03.021525 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Pushing event updated for resources: {'Port': ['ID=adb663f7-1473-4cb3-a073-1aa37de397c1,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:03.050508 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:03.053465 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:03.053652 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.055706 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:03.056173 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Bound port: adb663f7-1473-4cb3-a073-1aa37de397c1, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:03.057598 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.066396 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.067618 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.072229 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.072724 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.074399 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.075443 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.076070 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.077871 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.078392 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.080771 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.082457 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.083034 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.083656 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.087059 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.088303 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Tracked resource versions report: May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: pushed versions: May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: { 'AddressGroup': {'1.2'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Agent': {'1.1'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'ConntrackHelper': {'1.0'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'LocalIPAssociation': {'1.0'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Log': {'1.0'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'NDPProxy': {'1.0'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Network': {'1.1'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Port': {'1.7'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'PortForwarding': {'1.3'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'QosPolicy': {'1.10'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroup': {'1.5'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroupRule': {'1.2'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SubPort': {'1.0'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Subnet': {'1.1'}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Trunk': {'1.1'}} May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: consumer versions: May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: { DHCP agent@dv-cinder-837699-6-iscsi: {}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: HyperV agent@hv-cinder-83769: {}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: L3 agent@dv-cinder-837699-6-iscsi: {}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: Metadata agent@dv-cinder-837699-6-iscsi: {}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: Metering agent@dv-cinder-837699-6-iscsi: {}, May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: Open vSwitch agent@dv-cinder-837699-6-iscsi: { 'AddressGroup': '1.2', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Agent': '1.1', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'ConntrackHelper': '1.0', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'LocalIPAssociation': '1.0', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Log': '1.0', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'NDPProxy': '1.0', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Network': '1.1', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Port': '1.7', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'PortForwarding': '1.3', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'QosPolicy': '1.10', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroup': '1.5', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SecurityGroupRule': '1.2', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'SubPort': '1.0', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Subnet': '1.1', May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: 'Trunk': '1.1'}} May 16 17:40:03.090708 dv-cinder-837699-6-iscsi neutron-server[104869]: {{(pid=104869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 17:40:03.169320 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] For port adb663f7-1473-4cb3-a073-1aa37de397c1, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:03.173491 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] For port adb663f7-1473-4cb3-a073-1aa37de397c1, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=adb663f7-1473-4cb3-a073-1aa37de397c1,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:03.183085 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.249478 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba852ac-dc52-4d09-89a4-1f53b4ddcefd None None] Pushing event updated for resources: {'Port': ['ID=adb663f7-1473-4cb3-a073-1aa37de397c1,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:03.283893 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device d073d625-7917-491b-937c-0044b8580b2d up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:03.286738 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:03.287622 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:03.335583 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks [] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.436054 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port d073d625-7917-491b-937c-0044b8580b2d triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:03.436434 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d073d625-7917-491b-937c-0044b8580b2d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.442533 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.508934 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.35', 57832) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:03.531900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:03.542326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:03.543260 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:03.545426 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:03.545542 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (91a44a45-12d0-4645-8c78-871662dc9c8c), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.672474 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Pushing event updated for resources: {'Port': ['ID=040a9d6f-e31a-4d66-b723-2b85d784cdcc,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:03.708098 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port d073d625-7917-491b-937c-0044b8580b2d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:03.752463 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Publish callbacks [] for port (b8632d74-abf9-4163-9638-a77804ec5af9), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.769992 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.883565 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa04d2e-8556-46bc-b843-51c62020a352 None None] Pushing event updated for resources: {'Port': ['ID=b8632d74-abf9-4163-9638-a77804ec5af9,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:03.910049 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.946426 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Attempting to bind port b8632d74-abf9-4163-9638-a77804ec5af9 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:03.947193 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Attempting to bind port b8632d74-abf9-4163-9638-a77804ec5af9 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:03.949394 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Attempting to bind port b8632d74-abf9-4163-9638-a77804ec5af9 on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:03.960845 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:03.961429 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:03.961909 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.962396 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:03.962918 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-865bf423-5496-4a8d-a43c-2bab11f1a147 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:03.963500 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Bound port: b8632d74-abf9-4163-9638-a77804ec5af9, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:03.964698 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:03.965493 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-865bf423-5496-4a8d-a43c-2bab11f1a147 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.35 "GET /v2.0/networks?id=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb HTTP/1.1" status: 200 len: 811 time: 0.4541271 May 16 17:40:04.011498 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:39:58Z', 'revision_number': 3, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:04.031826 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-8f105f7f-3128-4f3a-8c3b-6158684d0ae0 None None] Provisioning complete for port 040a9d6f-e31a-4d66-b723-2b85d784cdcc triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:04.032357 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f105f7f-3128-4f3a-8c3b-6158684d0ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:04.060886 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Request body: {'port': {'device_id': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb', 'admin_state_up': True, 'tenant_id': '954fb79bc14043c5a136989ab363e7fd'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:04.086882 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] For port b8632d74-abf9-4163-9638-a77804ec5af9, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:04.090617 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-8f105f7f-3128-4f3a-8c3b-6158684d0ae0 None None] Port 040a9d6f-e31a-4d66-b723-2b85d784cdcc cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:04.097523 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686df8e-1cb6-4f09-b8fa-740195cd8b7a None None] The sync data for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi is: [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:39:58Z', 'revision_number': 3, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:40:04.104728 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] For port b8632d74-abf9-4163-9638-a77804ec5af9, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b8632d74-abf9-4163-9638-a77804ec5af9,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:04.119316 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:04.177668 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:04.224391 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:04.225197 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:04.296401 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d91856a6-cffc-4580-be16-80e8582436fc req-43b5eea0-cc3b-4396-b8eb-1ba67f93de6b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.1479552 May 16 17:40:04.340498 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa04d2e-8556-46bc-b843-51c62020a352 None None] Pushing event updated for resources: {'Port': ['ID=b8632d74-abf9-4163-9638-a77804ec5af9,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:04.589302 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:04.603147 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Made reservation on behalf of 954fb79bc14043c5a136989ab363e7fd for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:04.611191 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:04.710777 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Allocated IP 172.20.0.1 (28ed5c22-d613-46a9-98e4-5aa888da0e5a/22623edd-6614-4b36-bf1b-a51370febc03/cdf875aa-a58b-4b2c-8795-d639c7148a35) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:04.968135 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks [] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:04.988944 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:04.991096 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (91a44a45-12d0-4645-8c78-871662dc9c8c), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.096365 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:00Z', 'revision_number': 3, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:05.187395 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks [] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.304860 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device adb663f7-1473-4cb3-a073-1aa37de397c1 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:05.326128 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Allocated IP 172.20.0.13 (9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb/3adac133-442b-487f-8583-1116a22b453f/4df5132e-30e3-4c40-bd03-2d1fd0a87011) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:05.407842 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405ae31-0384-442d-b84c-236145e62f1c None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:00Z', 'revision_number': 3, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:40:05.432420 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port adb663f7-1473-4cb3-a073-1aa37de397c1 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:05.432696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Pushing event updated for resources: {'Port': ['ID=040a9d6f-e31a-4d66-b723-2b85d784cdcc,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:05.435051 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.496815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:05.519504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:05.590162 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06561faa-8999-496e-8d96-ca1d7228c10b req-8b74a3dc-d81c-44ae-b48f-b44ce5d6038f tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.1165068 May 16 17:40:05.649960 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port adb663f7-1473-4cb3-a073-1aa37de397c1 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:05.650538 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.707510 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.722207 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port adb663f7-1473-4cb3-a073-1aa37de397c1, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=adb663f7-1473-4cb3-a073-1aa37de397c1,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:05.729515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.767368 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks [] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.850727 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:05.867686 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:05.883493 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf875aa-a58b-4b2c-8795-d639c7148a35,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:05.903050 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:05.907301 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=adb663f7-1473-4cb3-a073-1aa37de397c1,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:05.931593 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:05.935660 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (07f5f13a-1f42-4eab-8257-e08a552faed3), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:06.048313 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-d7da3790-933a-473d-89db-86cc6948b88c None None] Provisioning complete for port 040a9d6f-e31a-4d66-b723-2b85d784cdcc triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:06.048313 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d7da3790-933a-473d-89db-86cc6948b88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:06.178255 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-d7da3790-933a-473d-89db-86cc6948b88c None None] Port 040a9d6f-e31a-4d66-b723-2b85d784cdcc cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:06.179003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:06.198602 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Pushing event updated for resources: {'Port': ['ID=4df5132e-30e3-4c40-bd03-2d1fd0a87011,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:06.220315 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:06.224373 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:06.238185 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:06.250477 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:06.292066 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Router 91a44a45-12d0-4645-8c78-871662dc9c8c has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:40:06.315663 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2f9b6c2a-31e0-49e7-873c-2c13a38d30b5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2610497 May 16 17:40:06.330363 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-e3a770b4-34c9-417e-a6df-60e8a9c23576 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:40:06.336039 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-e3a770b4-34c9-417e-a6df-60e8a9c23576 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0143342 May 16 17:40:06.512388 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-012c8a9a-c45f-4bb3-9e1d-02013177cb10 None None] Provisioning complete for port cdf875aa-a58b-4b2c-8795-d639c7148a35 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:06.512792 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-012c8a9a-c45f-4bb3-9e1d-02013177cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:06.659006 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-012c8a9a-c45f-4bb3-9e1d-02013177cb10 None None] Port cdf875aa-a58b-4b2c-8795-d639c7148a35 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:06.799108 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:06.932430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:40:06.958519 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bc97bbff-91f8-4f52-bc11-43f3a0f45a56 admin admin] 10.222.0.58 "PUT /v2.0/routers/91a44a45-12d0-4645-8c78-871662dc9c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5055237 May 16 17:40:07.027776 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8030-3f34-4b01-a8f6-457ef8608ecd req-bae63187-251c-4cb9-8b2b-4ffcec85b3a9 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:07.035052 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-de4b8030-3f34-4b01-a8f6-457ef8608ecd req-bae63187-251c-4cb9-8b2b-4ffcec85b3a9 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 932 time: 0.2661099 May 16 17:40:07.256852 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-de4b8030-3f34-4b01-a8f6-457ef8608ecd req-0e15d091-7321-4456-802a-73bda15a5180 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199492 May 16 17:40:07.462021 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b8632d74-abf9-4163-9638-a77804ec5af9 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:07.566616 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Sync routers for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:40:07.587746 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks [] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:07.589482 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:07.592303 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:07.594364 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:07.595701 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (07f5f13a-1f42-4eab-8257-e08a552faed3), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:07.599731 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port b8632d74-abf9-4163-9638-a77804ec5af9 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:07.611847 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:07.689672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf875aa-a58b-4b2c-8795-d639c7148a35,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:07.776282 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:07.778412 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:07.802585 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55156) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:07.848146 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port b8632d74-abf9-4163-9638-a77804ec5af9 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:07.852831 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:07.929529 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port b8632d74-abf9-4163-9638-a77804ec5af9, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b8632d74-abf9-4163-9638-a77804ec5af9,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:07.939537 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:07.940850 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device adb663f7-1473-4cb3-a073-1aa37de397c1 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:07.966815 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:08.061351 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:40:08.083871 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Request body: {'port': {'device_id': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:08.238208 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=b8632d74-abf9-4163-9638-a77804ec5af9,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:08.242410 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port adb663f7-1473-4cb3-a073-1aa37de397c1 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:08.243072 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.250324 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-d4bcfcd0-e912-4422-ba85-cd2b2e6e065d None None] Provisioning complete for port cdf875aa-a58b-4b2c-8795-d639c7148a35 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:08.253036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfcd0-e912-4422-ba85-cd2b2e6e065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.304590 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-945dfe45-2966-4dbb-a8cc-e79dc9b1b261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.333047 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.338678 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:40:08.355455 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bba49f09-129d-4857-be7a-279362d54390 admin admin] 10.222.0.58 "PUT /v2.0/routers/07f5f13a-1f42-4eab-8257-e08a552faed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1294131 May 16 17:40:08.440087 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcfcd0-e912-4422-ba85-cd2b2e6e065d None None] Port cdf875aa-a58b-4b2c-8795-d639c7148a35 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:08.565498 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port adb663f7-1473-4cb3-a073-1aa37de397c1 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:08.590789 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 2, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:08.607742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-945dfe45-2966-4dbb-a8cc-e79dc9b1b261 admin admin] Publish callbacks [] for security_group (91087bc8-6ecd-4a79-8635-da4eeb77c8be), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.692390 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Checking router: 91a44a45-12d0-4645-8c78-871662dc9c8c for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:40:08.692968 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Updating router 91a44a45-12d0-4645-8c78-871662dc9c8c port 040a9d6f-e31a-4d66-b723-2b85d784cdcc binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:40:08.783035 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.787055 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-945dfe45-2966-4dbb-a8cc-e79dc9b1b261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (91087bc8-6ecd-4a79-8635-da4eeb77c8be), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:08.899432 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658ddf-b0d7-46f7-a41e-e08892ec586a req-998e30c8-bc8c-4c7a-bc63-3f6f365b9fd2 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:08.908322 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-11658ddf-b0d7-46f7-a41e-e08892ec586a req-998e30c8-bc8c-4c7a-bc63-3f6f365b9fd2 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 932 time: 0.1122258 May 16 17:40:08.934415 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-945dfe45-2966-4dbb-a8cc-e79dc9b1b261 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94fe0f6c2e964969bd46781356d2539e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1306999 May 16 17:40:08.947589 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55190) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:09.000378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dfe45-2966-4dbb-a8cc-e79dc9b1b261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91087bc8-6ecd-4a79-8635-da4eeb77c8be,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:09.022175 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-11658ddf-b0d7-46f7-a41e-e08892ec586a req-5917bb92-d0c8-43e5-8637-1010ebe7d176 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114473 May 16 17:40:09.267646 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:40:09.309064 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:09.331393 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:09.346190 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b8632d74-abf9-4163-9638-a77804ec5af9 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:09.499444 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f29e7382-ce70-4b2b-b599-550667ceb5f8 admin admin] Publish callbacks [] for security_group (91087bc8-6ecd-4a79-8635-da4eeb77c8be), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:09.884567 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df5132e-30e3-4c40-bd03-2d1fd0a87011 {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:09.925125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Publish callbacks [] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:09.935079 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 55224) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:09.937380 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port b8632d74-abf9-4163-9638-a77804ec5af9 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:09.937821 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:09.965262 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132635032', 'description': 'tempest-description--1294780690'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:09.994938 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Transition to ACTIVE for port object 4df5132e-30e3-4c40-bd03-2d1fd0a87011 will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:40:10.004801 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f29e7382-ce70-4b2b-b599-550667ceb5f8 admin admin] Publish callbacks [] for security_group (91087bc8-6ecd-4a79-8635-da4eeb77c8be), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.009371 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.103968 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.128581 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:10.137900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-f2e1f6ff-a0a2-448c-848a-82a2f865e492 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:10.152548 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-f2e1f6ff-a0a2-448c-848a-82a2f865e492 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 819 time: 0.8453505 May 16 17:40:10.184480 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-ee79d745-da2b-4377-b9cb-7181f4582460 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/quotas/1eddf9ae85b940b8bd556f4cf66c0b79 HTTP/1.1" status: 200 len: 375 time: 0.0306301 May 16 17:40:10.273817 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-969964e5-f40e-4dc5-b53f-5647d6ca9a4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881598 May 16 17:40:10.329135 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Publish callbacks [] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.346831 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.488912 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port b8632d74-abf9-4163-9638-a77804ec5af9 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:10.489177 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3efbed-1cc8-45a4-b9ce-d7c787db207d req-b1fea2b6-c668-4cae-bbcd-5d0e0f5ae987 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:10.489177 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fb3efbed-1cc8-45a4-b9ce-d7c787db207d req-b1fea2b6-c668-4cae-bbcd-5d0e0f5ae987 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.1722381 May 16 17:40:10.489177 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (9fbeed90-aa57-4a85-812e-83da8b104e56), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.502692 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Attempting to bind port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:10.503454 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Attempting to bind port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:10.505818 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Attempting to bind port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 on network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:10.514874 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9fbeed90-aa57-4a85-812e-83da8b104e56), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.516089 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb2c83-41cf-49dc-9850-908bb39dd550 None None] Pushing event updated for resources: {'Port': ['ID=040a9d6f-e31a-4d66-b723-2b85d784cdcc,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:10.533334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 on network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:40:10.534476 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Attempting to bind port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 on network 9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:10.555665 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4df5132e-30e3-4c40-bd03-2d1fd0a87011,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:10.577935 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:10.581334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Checking segment: {'id': '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:10.582085 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Bound using segment: {'id': '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:10.583573 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Bound port: 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:10.584744 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.591739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.596449 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6573765 May 16 17:40:10.602292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 55260) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:10.611252 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '9fbeed90-aa57-4a85-812e-83da8b104e56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:10.676526 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-b3698ffd-1028-4747-b15b-5de32f6e97ca service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:40:10.684087 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-b3698ffd-1028-4747-b15b-5de32f6e97ca service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2343533 May 16 17:40:10.739787 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae602bbe-58f0-4e77-9080-13a75d58f25d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbeed90-aa57-4a85-812e-83da8b104e56,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:10.793133 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] For port 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:10.812378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] For port 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011,segment=NetworkSegment(3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3),segment_id=3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:10.821149 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Attempting to bind port 040a9d6f-e31a-4d66-b723-2b85d784cdcc on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:10.823110 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Attempting to bind port 040a9d6f-e31a-4d66-b723-2b85d784cdcc by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:10.824484 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Attempting to bind port 040a9d6f-e31a-4d66-b723-2b85d784cdcc on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:10.830742 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fb3efbed-1cc8-45a4-b9ce-d7c787db207d req-63d700e4-8130-4d29-9d55-a356dc42f8df tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360705 May 16 17:40:10.836210 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.847632 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:10.848363 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Checking segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:10.851183 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.851733 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Bound using segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:10.854077 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Bound port: 040a9d6f-e31a-4d66-b723-2b85d784cdcc, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:10.855432 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:10.946700 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:11.001825 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (d517362c-efd6-47d5-9d90-84902c778814), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.012128 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:40:11.012463 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Updating router 07f5f13a-1f42-4eab-8257-e08a552faed3 port cdf875aa-a58b-4b2c-8795-d639c7148a35 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:40:11.052016 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4df5132e-30e3-4c40-bd03-2d1fd0a87011,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:11.068369 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.075695 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] For port 040a9d6f-e31a-4d66-b723-2b85d784cdcc, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:11.089764 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f29e7382-ce70-4b2b-b599-550667ceb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (91087bc8-6ecd-4a79-8635-da4eeb77c8be), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.092873 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] For port 040a9d6f-e31a-4d66-b723-2b85d784cdcc, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=040a9d6f-e31a-4d66-b723-2b85d784cdcc,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:11.094674 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f29e7382-ce70-4b2b-b599-550667ceb5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.096774 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f29e7382-ce70-4b2b-b599-550667ceb5f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91087bc8-6ecd-4a79-8635-da4eeb77c8be HTTP/1.1" status: 204 len: 168 time: 2.1424038 May 16 17:40:11.109244 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.139410 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-86d0a456-63f1-411b-a02b-30c2afb664cb service neutron] 10.222.0.58 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542143 May 16 17:40:11.150336 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e7382-ce70-4b2b-b599-550667ceb5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91087bc8-6ecd-4a79-8635-da4eeb77c8be,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:11.158703 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:11.159425 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.160924 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-c229d61b-0aa4-4428-8daf-cda4d476e2b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/4df5132e-30e3-4c40-bd03-2d1fd0a87011 HTTP/1.1" status: 200 len: 1094 time: 4.0233297 May 16 17:40:11.161487 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'tag': '4df5132e-30e3-4c40-bd03-2d1fd0a87011'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:11.193060 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] Provisioning complete for port 040a9d6f-e31a-4d66-b723-2b85d784cdcc triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:11.194065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.254155 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:11.258235 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:11.379400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (d517362c-efd6-47d5-9d90-84902c778814), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.496003 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (d517362c-efd6-47d5-9d90-84902c778814), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.569262 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] Current status of the port 040a9d6f-e31a-4d66-b723-2b85d784cdcc is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:11.570833 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.575085 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d517362c-efd6-47d5-9d90-84902c778814,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:11.639214 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec1e126-891b-4916-845d-a25bb4beed5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a28e9f51-66b9-4218-a81f-08a168cbeb32", "tag": "4df5132e-30e3-4c40-bd03-2d1fd0a87011"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:11.641107 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.645387 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55282) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:11.651195 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '9fbeed90-aa57-4a85-812e-83da8b104e56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:11.655622 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0bf608fc-9029-4b67-8460-641546239bd1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0494721 May 16 17:40:11.675876 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb2c83-41cf-49dc-9850-908bb39dd550 None None] Pushing event updated for resources: {'Port': ['ID=040a9d6f-e31a-4d66-b723-2b85d784cdcc,revision_number=4']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:11.679613 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-d8d06fe2-9aaf-405b-b55a-4c6600e327c8 service neutron] 10.222.0.58 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095637 May 16 17:40:11.763164 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (6278e808-ae10-448f-a9c1-231d1702adfc), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:11.977123 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] For port 040a9d6f-e31a-4d66-b723-2b85d784cdcc, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=040a9d6f-e31a-4d66-b723-2b85d784cdcc,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:11.991262 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.072773 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:12.074848 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (6278e808-ae10-448f-a9c1-231d1702adfc), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.081038 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d78993-91a9-48ad-a666-314003f29819 x-openstack-request-id: req-04d78993-91a9-48ad-a666-314003f29819 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:12.081332 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28e9f51-66b9-4218-a81f-08a168cbeb32", "tag": "4df5132e-30e3-4c40-bd03-2d1fd0a87011", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:12.082876 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04d78993-91a9-48ad-a666-314003f29819 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:12.087522 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d78993-91a9-48ad-a666-314003f29819'] response: {'name': 'network-changed', 'server_uuid': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'tag': '4df5132e-30e3-4c40-bd03-2d1fd0a87011', 'status': 'completed', 'code': 200} May 16 17:40:12.087522 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (6278e808-ae10-448f-a9c1-231d1702adfc), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.158095 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.163609 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5169656 May 16 17:40:12.168240 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55304) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:12.179636 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:12.235395 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cc5a9-e64a-4ee6-8234-e250a47fd1b1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6278e808-ae10-448f-a9c1-231d1702adfc,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:12.244664 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.251699 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40670-94b9-40d9-81e9-a1ab9f1a13cc req-d0ed2d8b-380a-4af6-b08c-cb44828ceec0 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:12.259143 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-01c40670-94b9-40d9-81e9-a1ab9f1a13cc req-d0ed2d8b-380a-4af6-b08c-cb44828ceec0 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.1450047 May 16 17:40:12.281822 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-d8874a40-2508-4f64-8ce9-bbc34f577d25 None None] Provisioning complete for port 040a9d6f-e31a-4d66-b723-2b85d784cdcc triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:12.282408 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d8874a40-2508-4f64-8ce9-bbc34f577d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.309217 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a84b4-2112-48f2-af67-962d9548aa20 None None] Pushing event updated for resources: {'Port': ['ID=040a9d6f-e31a-4d66-b723-2b85d784cdcc,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:12.467459 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.508539 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a47aad93-3aff-4c59-95f0-f5b3e1612ef8 req-2b6f36eb-1bdd-47fa-bf56-024ca8e11a95 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 210 time: 0.1337221 May 16 17:40:12.554163 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-01c40670-94b9-40d9-81e9-a1ab9f1a13cc req-4e2f7206-a029-4eef-aeb5-83860bfd3632 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890060 May 16 17:40:12.664705 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.27.0.243 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/62f749ac-20a1-4629-9dbd-f9937d86ae01) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:12.734082 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:12.813044 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-d8874a40-2508-4f64-8ce9-bbc34f577d25 None None] Current status of the port 040a9d6f-e31a-4d66-b723-2b85d784cdcc is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:12.832310 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a52377-f543-4d5c-9f99-f9f7e963bf1c None None] The sync data for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi is: [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:40:12.874677 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Publish callbacks [] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.886218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:12.971302 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be4978-1307-467f-b74f-30e75468f790 None None] Pushing event updated for resources: {'Port': ['ID=cdf875aa-a58b-4b2c-8795-d639c7148a35,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:13.220222 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Attempting to bind port cdf875aa-a58b-4b2c-8795-d639c7148a35 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:13.221967 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Attempting to bind port cdf875aa-a58b-4b2c-8795-d639c7148a35 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:13.221967 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Attempting to bind port cdf875aa-a58b-4b2c-8795-d639c7148a35 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:13.252675 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:13.253590 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:13.256144 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:13.257449 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Bound using segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:13.258941 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Bound port: cdf875aa-a58b-4b2c-8795-d639c7148a35, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:13.259486 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:13.365076 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-6f6fc0f1-69dd-411e-aa18-2b910add4cd4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:13.373519 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 040a9d6f-e31a-4d66-b723-2b85d784cdcc up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:13.392022 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-6f6fc0f1-69dd-411e-aa18-2b910add4cd4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 819 time: 0.4731224 May 16 17:40:13.430175 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-53f38893-c277-4720-9efd-e20ae7f04e85 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/quotas/1eddf9ae85b940b8bd556f4cf66c0b79 HTTP/1.1" status: 200 len: 375 time: 0.0370219 May 16 17:40:13.524213 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-48cbb967-3a70-4f4b-9e00-dffba9fad9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:13.534580 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-48cbb967-3a70-4f4b-9e00-dffba9fad9af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=954fb79bc14043c5a136989ab363e7fd&device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 1128 time: 0.8289120 May 16 17:40:13.560882 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-d5e17355-ecec-4c6f-a6d5-20848146408a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295171 May 16 17:40:13.616207 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] For port cdf875aa-a58b-4b2c-8795-d639c7148a35, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:13.647945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-ca7f03c4-79b7-4d4e-abd4-a236b0a5df10 None None] Provisioning complete for port cdf875aa-a58b-4b2c-8795-d639c7148a35 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:13.648554 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-ca7f03c4-79b7-4d4e-abd4-a236b0a5df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:13.651919 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] For port cdf875aa-a58b-4b2c-8795-d639c7148a35, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=cdf875aa-a58b-4b2c-8795-d639c7148a35,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:13.714927 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:13.737198 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 040a9d6f-e31a-4d66-b723-2b85d784cdcc triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:13.737934 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:13.817134 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f03c4-79b7-4d4e-abd4-a236b0a5df10 None None] Port cdf875aa-a58b-4b2c-8795-d639c7148a35 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:13.867828 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-dd0adbea-de64-4676-b873-00df1a4e950d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011 HTTP/1.1" status: 200 len: 217 time: 0.2830510 May 16 17:40:13.950813 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be4978-1307-467f-b74f-30e75468f790 None None] Pushing event updated for resources: {'Port': ['ID=cdf875aa-a58b-4b2c-8795-d639c7148a35,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:13.960590 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:13.961347 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:39:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:14.023706 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7cb41-f32f-4173-8fba-53f0065c3142 req-d5159271-27de-4f87-a565-70e2fa536f23 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:14.041482 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b1e7cb41-f32f-4173-8fba-53f0065c3142 req-d5159271-27de-4f87-a565-70e2fa536f23 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.2284334 May 16 17:40:14.111308 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:40:14.115337 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-f0b1de5d-05cd-4140-bb06-01001be4afa2 service neutron] 10.222.0.58 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348885 May 16 17:40:14.150156 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:14.278406 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 040a9d6f-e31a-4d66-b723-2b85d784cdcc is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:14.448727 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3396033-931d-4006-957f-7694f4a8dd75 req-a25c000a-b6e7-4e86-9f84-7552a2a7e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:14.451654 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-a25c000a-b6e7-4e86-9f84-7552a2a7e7c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adac133-442b-487f-8583-1116a22b453f HTTP/1.1" status: 200 len: 851 time: 0.5740840 May 16 17:40:14.456767 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:14.476135 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] Provisioning complete for port cdf875aa-a58b-4b2c-8795-d639c7148a35 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:14.477747 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:14.548219 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:14.602336 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b1e7cb41-f32f-4173-8fba-53f0065c3142 req-9cceb7b9-b0c0-4072-bdd9-3741973f4c84 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545039 May 16 17:40:14.623754 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=62f749ac-20a1-4629-9dbd-f9937d86ae01,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:14.708991 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-86a07a4b-e9ca-42d4-afdf-22c00f95a540 service neutron] 10.222.0.58 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928426 May 16 17:40:14.777673 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2b2cdcdf-68c4-4923-b5ba-eb01c712683e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3155792 May 16 17:40:14.790263 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:14.792086 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:14.805119 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:15.087944 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (ab23dbad-e1c5-4253-8e0c-817b66cd082d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:15.106614 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-2abae30c-2110-42b0-aa25-cae0d885f58e service neutron] 10.222.0.35 "GET /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970705 May 16 17:40:15.203476 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:15.218711 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2b42f3c-9942-44f8-b4ed-f83dd8fc1e07 req-bc38ff01-e33e-4342-ad2b-89db3d5209c6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0882444 May 16 17:40:15.338663 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:13Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:15.352611 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] Current status of the port cdf875aa-a58b-4b2c-8795-d639c7148a35 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:15.352920 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:15.462118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7d8d2-0436-4e5b-be3d-cd0de8ec98de None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:13Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:40:15.528510 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] For port cdf875aa-a58b-4b2c-8795-d639c7148a35, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=cdf875aa-a58b-4b2c-8795-d639c7148a35,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:15.536316 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:15.543438 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.35', 57847) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:15.662359 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ffc59-5aa5-46a7-bc51-b56fd8cacaa0 None None] Pushing event updated for resources: {'Port': ['ID=cdf875aa-a58b-4b2c-8795-d639c7148a35,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:15.868728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-105644ca-de2b-48f5-965b-72d3dee3ff36 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:15.871419 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-105644ca-de2b-48f5-965b-72d3dee3ff36 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 819 time: 0.3245234 May 16 17:40:15.914201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'port': {'device_id': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'admin_state_up': True, 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:16.272591 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-c3396033-931d-4006-957f-7694f4a8dd75 req-70c7b660-c366-4818-a123-b9c8a2bdd02f service neutron] 10.222.0.35 "GET /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9318442 May 16 17:40:16.386169 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad6abf-1af3-4c28-8d54-4133d3067e97 req-29366552-ed62-47d9-9d58-4232ffbfeb94 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:16.399571 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-02ad6abf-1af3-4c28-8d54-4133d3067e97 req-29366552-ed62-47d9-9d58-4232ffbfeb94 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.4431801 May 16 17:40:16.456743 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:16.465300 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:16.598390 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (ab23dbad-e1c5-4253-8e0c-817b66cd082d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:16.649006 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=62f749ac-20a1-4629-9dbd-f9937d86ae01,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:16.664237 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:16.665531 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-871807d1-b065-4a7c-84ed-5a6c877d9ad7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4950812 May 16 17:40:16.705506 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-02ad6abf-1af3-4c28-8d54-4133d3067e97 req-73535a36-8b32-45d2-9996-fb25f681743a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922765 May 16 17:40:16.733271 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67d1102a-0ef1-4828-a688-525a96ab3a83 req-9f9bc633-adf4-47e4-8f71-715bfb5ca503 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.2189786 May 16 17:40:16.767792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Made reservation on behalf of 1eddf9ae85b940b8bd556f4cf66c0b79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:16.774692 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:17.143742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e126-891b-4916-845d-a25bb4beed5c req-2eb0b1b0-1c1f-45ee-985b-88391344d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:17.146240 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-2eb0b1b0-1c1f-45ee-985b-88391344d237 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=954fb79bc14043c5a136989ab363e7fd&device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 1128 time: 0.1119518 May 16 17:40:17.287527 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdf875aa-a58b-4b2c-8795-d639c7148a35 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:17.388265 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port cdf875aa-a58b-4b2c-8795-d639c7148a35 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:17.388855 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:17.480273 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port cdf875aa-a58b-4b2c-8795-d639c7148a35 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:17.669073 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Allocated IP 172.20.0.5 (b3aa429a-c40d-42bd-9dfe-fc635bd438c5/20e0bb53-9502-404c-a289-1ffd402647d8/d9c5c334-51e8-4667-bc89-5b3cf71031cf) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:17.700358 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-a058b720-7047-4d0e-ac0f-ce07e1329bc3 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--132635032&fields=id&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 267 time: 0.2724941 May 16 17:40:17.957288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36989f7a-175b-45c6-b36b-bca1f6e50fa0 req-6fd33a99-56da-427f-b980-62fa69f7bd4a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:17.959078 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-36989f7a-175b-45c6-b36b-bca1f6e50fa0 req-6fd33a99-56da-427f-b980-62fa69f7bd4a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.1455536 May 16 17:40:17.987903 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-ccb7d19a-4bb7-40df-8e1d-05749cde5417 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:17.989369 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-ccb7d19a-4bb7-40df-8e1d-05749cde5417 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.2821746 May 16 17:40:18.029121 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-c3a97516-f588-4412-81c1-d1f870f6dc64 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/quotas/80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 375 time: 0.0317760 May 16 17:40:18.061316 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:18.089394 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-36989f7a-175b-45c6-b36b-bca1f6e50fa0 req-7c6828af-8c10-462e-a62a-32c1ac340431 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206782 May 16 17:40:18.116416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdea8124-6eed-49e7-ab49-cc228c0cf381 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793476 May 16 17:40:18.134830 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:18.259838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:18.263662 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c62d0401-f802-41d3-8daa-21131ff86060 req-13510e0a-bc72-452b-a7f7-0d2137018cce tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0647306 May 16 17:40:18.297328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:18.308227 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:18.313260 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:18.313916 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:18.326311 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'Port': ['ID=d9c5c334-51e8-4667-bc89-5b3cf71031cf,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:18.349517 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-fc01b058-533a-4155-937a-c3afde564832 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4535556 May 16 17:40:18.353171 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-338b10db-acdb-4b1c-bfaf-9c345fe815a8 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129064 May 16 17:40:18.445649 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-357c1ee0-302b-41e5-9998-303c770c9e20 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862572 May 16 17:40:18.488347 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-ac2eeea1-5437-42a6-b96c-7bc5d8d2a145 None None] Provisioning complete for port d9c5c334-51e8-4667-bc89-5b3cf71031cf triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:18.492252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-ac2eeea1-5437-42a6-b96c-7bc5d8d2a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:18.529756 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-ac2eeea1-5437-42a6-b96c-7bc5d8d2a145 None None] Port d9c5c334-51e8-4667-bc89-5b3cf71031cf cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:18.609634 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b8f36a6-6e39-4e4a-bfd6-b337636b38c7 req-5b4be1b2-309b-4140-816d-9f6dbe2858a6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.0270379 May 16 17:40:19.213874 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfffa2-6869-468a-b7ce-a4d20cccaa87 req-85a9cde1-58f5-4d7a-9e64-ff46d7aa5d54 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:19.215378 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9dcfffa2-6869-468a-b7ce-a4d20cccaa87 req-85a9cde1-58f5-4d7a-9e64-ff46d7aa5d54 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.0530553 May 16 17:40:19.262878 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9dcfffa2-6869-468a-b7ce-a4d20cccaa87 req-22d6fbd8-a5d2-496d-b92f-728225531b90 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 May 16 17:40:19.359684 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b375d173-d756-4846-9a29-fdf27d104749 req-6bb51e64-d07a-4d41-8252-58fd0745173a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0281043 May 16 17:40:19.726255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ba58b613-6409-4818-9850-9e86a51cabb6 req-3b8ed9b8-16c6-4c31-acc1-7cf6151795cc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.0358980 May 16 17:40:20.394767 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9455dd-d7af-4b67-aa0c-77f35fa84fe7 req-f66e9ec1-640a-45e3-a686-7990e9ca9cf6 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:20.399752 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d9455dd-d7af-4b67-aa0c-77f35fa84fe7 req-f66e9ec1-640a-45e3-a686-7990e9ca9cf6 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.0594330 May 16 17:40:20.490048 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6553a1e-a045-44bf-afe6-32bcc47914c3 req-7f8ffa92-c7fc-4fd9-9a4d-d25db0c45f0c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0374424 May 16 17:40:20.506431 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d9455dd-d7af-4b67-aa0c-77f35fa84fe7 req-94b78640-70e2-40a0-a071-c2d2e000a35f tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941424 May 16 17:40:20.830146 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-57c9a4ed-503c-4c26-ba62-6c1eafb98e94 req-0af8f6f3-5db4-4bab-b6f6-b3830132e145 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.0290108 May 16 17:40:21.361028 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Request body: {'port': {'device_id': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:21.470306 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:21.546765 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e126-891b-4916-845d-a25bb4beed5c req-b0cf22e9-9d24-4b6e-993d-ce617ff84935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:21.548025 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-b0cf22e9-9d24-4b6e-993d-ce617ff84935 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb HTTP/1.1" status: 200 len: 912 time: 0.2086861 May 16 17:40:21.760742 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eaf46f68-f8c5-408b-b048-64b7d49938dd req-8e40430f-f88e-4ef4-bed3-b64a28d9a075 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.1379228 May 16 17:40:21.794008 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9255e1-0898-478e-9c8a-657051acd3e0 req-1ac3c533-aaf2-48ac-8836-5dfee3900879 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:21.795465 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bd9255e1-0898-478e-9c8a-657051acd3e0 req-1ac3c533-aaf2-48ac-8836-5dfee3900879 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.1809535 May 16 17:40:21.903614 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bd9255e1-0898-478e-9c8a-657051acd3e0 req-7338a058-8971-4931-8b6d-07b74c9725d7 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011450 May 16 17:40:21.940404 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dc4a71e4-a504-4fb6-bf5e-65ec135c5103 req-64a13be2-cdb8-4230-9b09-6ac5595b2b91 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.0358431 May 16 17:40:22.009870 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c5c334-51e8-4667-bc89-5b3cf71031cf {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:22.015164 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55658) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:22.017626 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Publish callbacks [] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.037647 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Transition to ACTIVE for port object d9c5c334-51e8-4667-bc89-5b3cf71031cf will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:40:22.042349 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.115843 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c5c334-51e8-4667-bc89-5b3cf71031cf,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:22.134756 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5317d349-e771-4f4c-8a4e-78913c0c357d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.151514 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Attempting to bind port d9c5c334-51e8-4667-bc89-5b3cf71031cf on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:22.151875 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Attempting to bind port d9c5c334-51e8-4667-bc89-5b3cf71031cf by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:22.152243 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Attempting to bind port d9c5c334-51e8-4667-bc89-5b3cf71031cf on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:22.157123 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Port d9c5c334-51e8-4667-bc89-5b3cf71031cf on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:40:22.157451 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Attempting to bind port d9c5c334-51e8-4667-bc89-5b3cf71031cf on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:22.162794 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:22.163144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Checking segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:22.163711 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Bound using segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:22.164180 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Bound port: d9c5c334-51e8-4667-bc89-5b3cf71031cf, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:22.164552 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.222673 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5317d349-e771-4f4c-8a4e-78913c0c357d admin admin] Publish callbacks [] for security_group (6333c257-83f9-4e1e-b396-1b7788942aa9), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.229688 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5317d349-e771-4f4c-8a4e-78913c0c357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6333c257-83f9-4e1e-b396-1b7788942aa9), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.273114 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-5317d349-e771-4f4c-8a4e-78913c0c357d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ddb9edb04784fcea450ed7451658731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568202 May 16 17:40:22.273916 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317d349-e771-4f4c-8a4e-78913c0c357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6333c257-83f9-4e1e-b396-1b7788942aa9,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:22.277418 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55664) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:22.330531 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ec76912-d235-4980-a12b-1a61cd9e7e79 admin admin] Publish callbacks [] for security_group (6333c257-83f9-4e1e-b396-1b7788942aa9), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.365954 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ec76912-d235-4980-a12b-1a61cd9e7e79 admin admin] Publish callbacks [] for security_group (6333c257-83f9-4e1e-b396-1b7788942aa9), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.387780 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] For port d9c5c334-51e8-4667-bc89-5b3cf71031cf, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:22.407924 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] For port d9c5c334-51e8-4667-bc89-5b3cf71031cf, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:22.415634 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.488416 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:22.489855 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.492073 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 1093 time: 1.1359460 May 16 17:40:22.492753 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'tag': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:22.523787 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-57c39e6c-e21f-4930-b344-d80cc1c1bc3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011 HTTP/1.1" status: 200 len: 217 time: 0.0826507 May 16 17:40:22.558903 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ec76912-d235-4980-a12b-1a61cd9e7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6333c257-83f9-4e1e-b396-1b7788942aa9), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.561474 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ec76912-d235-4980-a12b-1a61cd9e7e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:22.562807 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6ec76912-d235-4980-a12b-1a61cd9e7e79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6333c257-83f9-4e1e-b396-1b7788942aa9 HTTP/1.1" status: 204 len: 168 time: 0.2856185 May 16 17:40:22.575979 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec76912-d235-4980-a12b-1a61cd9e7e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333c257-83f9-4e1e-b396-1b7788942aa9,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:22.616619 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1c15e-0b96-440d-a0cf-3e3409ebdbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c5c334-51e8-4667-bc89-5b3cf71031cf,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:22.819261 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e126-891b-4916-845d-a25bb4beed5c req-f053dc01-44b5-42f8-bcf1-bdb42e7628c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:22.822574 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-f053dc01-44b5-42f8-bcf1-bdb42e7628c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adac133-442b-487f-8583-1116a22b453f HTTP/1.1" status: 200 len: 851 time: 0.1341743 May 16 17:40:22.874983 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542cbbf-60c8-4596-bb31-3757d286c0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b033cd6f-aebe-48ae-aefd-f505e6f16bbc", "tag": "d9c5c334-51e8-4667-bc89-5b3cf71031cf"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:22.897134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-46386bd6-035e-4fa9-a659-186eaca10582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:22.905802 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-46386bd6-035e-4fa9-a659-186eaca10582 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1127 time: 0.1815820 May 16 17:40:22.905923 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-fb545cfd-4f58-425f-8009-bd6267682bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744405 May 16 17:40:22.981582 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-916f9a50-be89-4624-a626-80be58579517 req-4a8ac589-1cfe-4b8f-ae22-7a3ab7adcebc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0670395 May 16 17:40:23.076275 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.35', 57865) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:23.204384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c365f8-bc55-439d-ba15-0c0feaeca30c req-452d1fd0-576b-4c79-9997-a9c127bea1a6 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:23.217208 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e9c365f8-bc55-439d-ba15-0c0feaeca30c req-452d1fd0-576b-4c79-9997-a9c127bea1a6 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 944 time: 0.1549380 May 16 17:40:23.264440 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55736) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:23.312637 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d21de1ec-44df-48c0-84d7-8469c584767a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:23.394323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04254c47-6ea6-4d1e-bf15-ba92b89ca976 x-openstack-request-id: req-04254c47-6ea6-4d1e-bf15-ba92b89ca976 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:23.395059 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b033cd6f-aebe-48ae-aefd-f505e6f16bbc", "tag": "d9c5c334-51e8-4667-bc89-5b3cf71031cf", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:23.395511 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04254c47-6ea6-4d1e-bf15-ba92b89ca976 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:23.402431 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04254c47-6ea6-4d1e-bf15-ba92b89ca976'] response: {'name': 'network-changed', 'server_uuid': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'tag': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf', 'status': 'completed', 'code': 200} May 16 17:40:23.403074 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.35', 57866) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:23.425791 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-576e6c2a-ccfd-4f6a-89f9-30e041a9c93b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 217 time: 0.2056963 May 16 17:40:23.568822 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19ade423-ff12-4e2d-b119-308f9705beee req-dc5a472b-abab-42fa-b003-6d90cc2c47fc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.0708680 May 16 17:40:23.571948 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e9c365f8-bc55-439d-ba15-0c0feaeca30c req-1682fdd7-cefa-4cbd-b0a9-173e14e2326b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538353 May 16 17:40:23.583209 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-06f5a5c8-92e8-49a0-973f-567d2a9f0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:23.585029 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-06f5a5c8-92e8-49a0-973f-567d2a9f0e86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.1400337 May 16 17:40:23.620775 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-64746115-3f3f-4549-a08b-5bbb5afd04aa tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:23.621684 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-9c868703-c2ca-410b-a955-766bb0ddfc92 service neutron] 10.222.0.35 "GET /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465319 May 16 17:40:23.622216 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-64746115-3f3f-4549-a08b-5bbb5afd04aa tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.2164383 May 16 17:40:23.638025 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-5476ea7e-3752-40ab-8cf7-df1e4e372e6b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:23.639429 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-5476ea7e-3752-40ab-8cf7-df1e4e372e6b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 819 time: 0.5525994 May 16 17:40:23.686565 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'port': {'device_id': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'admin_state_up': True, 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:23.701627 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d21de1ec-44df-48c0-84d7-8469c584767a admin admin] Publish callbacks [] for security_group (4810096f-46ff-4876-85cb-a882a6fd5123), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:23.736592 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d21de1ec-44df-48c0-84d7-8469c584767a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (4810096f-46ff-4876-85cb-a882a6fd5123), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:23.775776 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4104-3227-40a8-91f2-27a04461d15c req-ef020126-1064-4c98-ad68-76d0eb04c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:23.777458 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-ef020126-1064-4c98-ad68-76d0eb04c44d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050637 May 16 17:40:23.837464 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-959ad2f0-230f-4ae1-8d2d-2c46e03840f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 379 time: 0.1298983 May 16 17:40:23.858400 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4df5132e-30e3-4c40-bd03-2d1fd0a87011 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:40:23.869274 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'port': {'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'admin_state_up': True, 'tenant_id': '80c60c24806542e889c070d519172e79', 'security_groups': ['9fbeed90-aa57-4a85-812e-83da8b104e56']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:23.880198 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cec1e126-891b-4916-845d-a25bb4beed5c req-7dbeb9f3-b770-4f34-bf6f-aedeefdd56a2 service neutron] 10.222.0.35 "GET /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014003 May 16 17:40:23.880838 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21de1ec-44df-48c0-84d7-8469c584767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4810096f-46ff-4876-85cb-a882a6fd5123,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:23.906646 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d21de1ec-44df-48c0-84d7-8469c584767a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a56524455c8452bbf98a7024e23391e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6328962 May 16 17:40:23.908400 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55768) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:23.955211 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-a0ae72da-5ce6-4f94-a9f1-49408c099497 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710691 May 16 17:40:24.008915 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011,segment=NetworkSegment(3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3),segment_id=3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:24.011639 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Made reservation on behalf of 1eddf9ae85b940b8bd556f4cf66c0b79 for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:24.015976 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.018209 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3654422e-4e71-4cc7-8804-8e019ad8ce94 admin admin] Publish callbacks [] for security_group (4810096f-46ff-4876-85cb-a882a6fd5123), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.025394 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '4df5132e-30e3-4c40-bd03-2d1fd0a87011', 'network_id': '9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb', 'port_id': '4df5132e-30e3-4c40-bd03-2d1fd0a87011', 'mac_address': 'fa:16:3e:89:fe:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adac133-442b-487f-8583-1116a22b453f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:40:24.059126 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3654422e-4e71-4cc7-8804-8e019ad8ce94 admin admin] Publish callbacks [] for security_group (4810096f-46ff-4876-85cb-a882a6fd5123), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.076537 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:24.076931 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.092321 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df5132e-30e3-4c40-bd03-2d1fd0a87011 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:24.124242 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011,segment=NetworkSegment(3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3),segment_id=3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:24.133034 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.194150 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-76d990df-0c70-4a71-8647-34792d53d993 req-71647404-2a26-4db2-9132-2da80759d8b4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0391879 May 16 17:40:24.208826 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=4df5132e-30e3-4c40-bd03-2d1fd0a87011,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:24.235691 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3654422e-4e71-4cc7-8804-8e019ad8ce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (4810096f-46ff-4876-85cb-a882a6fd5123), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.239516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3654422e-4e71-4cc7-8804-8e019ad8ce94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.241220 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3654422e-4e71-4cc7-8804-8e019ad8ce94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4810096f-46ff-4876-85cb-a882a6fd5123 HTTP/1.1" status: 204 len: 168 time: 0.3317304 May 16 17:40:24.250592 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Allocated IP 172.20.0.7 (b3aa429a-c40d-42bd-9dfe-fc635bd438c5/20e0bb53-9502-404c-a289-1ffd402647d8/90aff3c1-0c10-404b-852f-cb00af0b6710) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:24.264589 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654422e-4e71-4cc7-8804-8e019ad8ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810096f-46ff-4876-85cb-a882a6fd5123,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:24.312394 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Made reservation on behalf of 80c60c24806542e889c070d519172e79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:24.318805 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.330173 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0aee4104-3227-40a8-91f2-27a04461d15c req-900ae211-ed0f-4a74-9187-179f386f3391 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639092 May 16 17:40:24.443070 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['4df5132e-30e3-4c40-bd03-2d1fd0a87011'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:40:24.557896 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.599178 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.20.0.14 (28ed5c22-d613-46a9-98e4-5aa888da0e5a/22623edd-6614-4b36-bf1b-a51370febc03/210e9aa1-6c18-46a4-b1f6-904dc4e498d1) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:24.640956 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.699947 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:24.706976 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:24.724574 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:24.732071 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:24.738418 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:24.807811 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1293275 May 16 17:40:24.817534 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f30d6-5727-495e-8eb6-ccdead8af448 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'Port': ['ID=90aff3c1-0c10-404b-852f-cb00af0b6710,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:25.001322 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55824) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:25.034239 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5bb2-11b0-4f82-bbb1-0372f11b7f1f req-08a0e111-ac40-49f2-a53d-71afb53a578e tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:25.050208 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-90fb5bb2-11b0-4f82-bbb1-0372f11b7f1f req-08a0e111-ac40-49f2-a53d-71afb53a578e tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 945 time: 0.2767978 May 16 17:40:25.060346 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-687c86d1-170b-451a-89cc-cf6531de08f1 req-44724e99-a5b4-4d22-b809-d89114cc5cfd tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.1911316 May 16 17:40:25.072017 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Request body: {'port': {'device_id': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:25.181659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-c2a143a8-e4f7-4b39-865f-f9ce27b1669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:25.184179 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-c2a143a8-e4f7-4b39-865f-f9ce27b1669c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1127 time: 0.1122692 May 16 17:40:25.210059 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a5274561-ae72-4355-bc0e-c7412ae6a615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.225400 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-95dc3465-d1bc-4d06-9777-75a04473f88c None None] Provisioning complete for port 90aff3c1-0c10-404b-852f-cb00af0b6710 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:25.226633 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-95dc3465-d1bc-4d06-9777-75a04473f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.301580 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-90fb5bb2-11b0-4f82-bbb1-0372f11b7f1f req-2914db72-3ee1-4418-8be8-baed003d91f8 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502170 May 16 17:40:25.314045 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.329134 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.429280 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-95dc3465-d1bc-4d06-9777-75a04473f88c None None] Port 90aff3c1-0c10-404b-852f-cb00af0b6710 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:25.599435 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a5274561-ae72-4355-bc0e-c7412ae6a615 admin admin] Publish callbacks [] for security_group (a4d2c855-8af7-4a0d-ab9f-d9853bc95022), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.651844 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a5274561-ae72-4355-bc0e-c7412ae6a615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a4d2c855-8af7-4a0d-ab9f-d9853bc95022), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.752584 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a5274561-ae72-4355-bc0e-c7412ae6a615 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76214bd85deb41ce9993ce9570fc7f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497249 May 16 17:40:25.753207 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55864) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:25.762151 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638428f-bb0d-4e7d-a951-06469f398dbb req-24dc29d6-b565-4929-bb79-9c479a4358be tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:25.763647 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2638428f-bb0d-4e7d-a951-06469f398dbb req-24dc29d6-b565-4929-bb79-9c479a4358be tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 931 time: 0.1154544 May 16 17:40:25.771474 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274561-ae72-4355-bc0e-c7412ae6a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2c855-8af7-4a0d-ab9f-d9853bc95022,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:25.793916 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-b81a2374-afa2-4d4a-a83a-4dc4b8609b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:25.795403 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-b81a2374-afa2-4d4a-a83a-4dc4b8609b2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.5981925 May 16 17:40:25.798971 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.844260 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4df5132e-30e3-4c40-bd03-2d1fd0a87011 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:25.854346 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1462c871-af08-4cec-8630-dfeec4e72fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.866964 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08ffe67-b699-4a80-b8f0-13e8b13619d8 admin admin] Publish callbacks [] for security_group (a4d2c855-8af7-4a0d-ab9f-d9853bc95022), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.886152 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-d80dc908-aa40-44b1-b55d-dad17170c9ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 217 time: 0.0826418 May 16 17:40:25.897986 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:25.903401 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:40:25.912193 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:25.912574 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.926246 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:25.938754 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90aff3c1-0c10-404b-852f-cb00af0b6710 {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:25.949145 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:25.951817 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Publish callbacks [] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.954317 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:25.954886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:25.963109 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2638428f-bb0d-4e7d-a951-06469f398dbb req-fa1b8233-7cb0-4b57-95d5-76fe043320e9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894002 May 16 17:40:25.963730 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:25.990482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-12d897f7-b5c9-4d1e-8ddd-0642d3570c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:25.992702 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-12d897f7-b5c9-4d1e-8ddd-0642d3570c1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0877237 May 16 17:40:25.995441 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Transition to ACTIVE for port object 90aff3c1-0c10-404b-852f-cb00af0b6710 will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:40:25.998845 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fdfba988-efdf-4581-a253-6d55ba59fdf6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1333935 May 16 17:40:26.005174 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.026987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:26.027519 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.028681 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Request body: {'port': {'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:26.044241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08ffe67-b699-4a80-b8f0-13e8b13619d8 admin admin] Publish callbacks [] for security_group (a4d2c855-8af7-4a0d-ab9f-d9853bc95022), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.085425 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df5132e-30e3-4c40-bd03-2d1fd0a87011'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:26.124728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-7f0ae34f-9acf-4d30-aab5-e368dcf3e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:26.126629 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-7f0ae34f-9acf-4d30-aab5-e368dcf3e4d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259365 May 16 17:40:26.211002 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Pushing event updated for resources: {'Port': ['ID=90aff3c1-0c10-404b-852f-cb00af0b6710,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:26.218784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.219428 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Attempting to bind port 90aff3c1-0c10-404b-852f-cb00af0b6710 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:26.219838 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Attempting to bind port 90aff3c1-0c10-404b-852f-cb00af0b6710 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:26.220778 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Attempting to bind port 90aff3c1-0c10-404b-852f-cb00af0b6710 on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:26.231413 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Port 90aff3c1-0c10-404b-852f-cb00af0b6710 on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:40:26.231800 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Attempting to bind port 90aff3c1-0c10-404b-852f-cb00af0b6710 on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:26.238457 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:26.239606 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Checking segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:26.244393 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Bound using segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:26.244949 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Bound port: 90aff3c1-0c10-404b-852f-cb00af0b6710, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:26.245765 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.303091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011,segment=NetworkSegment(3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3),segment_id=3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:26.320498 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.324087 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08ffe67-b699-4a80-b8f0-13e8b13619d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a4d2c855-8af7-4a0d-ab9f-d9853bc95022), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.329094 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08ffe67-b699-4a80-b8f0-13e8b13619d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.332799 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c08ffe67-b699-4a80-b8f0-13e8b13619d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4d2c855-8af7-4a0d-ab9f-d9853bc95022 HTTP/1.1" status: 204 len: 168 time: 0.5743310 May 16 17:40:26.348969 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ffe67-b699-4a80-b8f0-13e8b13619d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2c855-8af7-4a0d-ab9f-d9853bc95022,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:26.394922 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] For port 90aff3c1-0c10-404b-852f-cb00af0b6710, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:26.401580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] For port 90aff3c1-0c10-404b-852f-cb00af0b6710, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=90aff3c1-0c10-404b-852f-cb00af0b6710,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:26.402263 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=4df5132e-30e3-4c40-bd03-2d1fd0a87011,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:26.411344 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.467926 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:26.470577 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-eacb07c0-b379-4e6a-8505-5c182b600f39 None None] Provisioning complete for port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:26.471237 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.471692 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-eacb07c0-b379-4e6a-8505-5c182b600f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:26.474229 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] 10.222.0.35 "PUT /v2.0/ports/90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 200 len: 1093 time: 1.4070675 May 16 17:40:26.491766 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'tag': '90aff3c1-0c10-404b-852f-cb00af0b6710'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:26.502316 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ac2f4d-715e-4f43-b3fd-1766c17850b9", "tag": "90aff3c1-0c10-404b-852f-cb00af0b6710"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:26.536052 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-eacb07c0-b379-4e6a-8505-5c182b600f39 None None] Port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:40:26.540922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def2401-dd6d-4d61-ba61-8fcc2c9b0600 req-e0ed3d4f-af90-44b0-9db5-874df404fdec tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:26.549130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2def2401-dd6d-4d61-ba61-8fcc2c9b0600 req-e0ed3d4f-af90-44b0-9db5-874df404fdec tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 932 time: 0.3210971 May 16 17:40:26.584993 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-0bdeb046-b179-405d-95fb-8080b30e5991 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267137 May 16 17:40:26.642972 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a2cdb-7636-417a-9e74-abc1dc3c1000 service neutron] Pushing event updated for resources: {'Port': ['ID=90aff3c1-0c10-404b-852f-cb00af0b6710,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:26.678828 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9b72a4e7-3799-4389-a6dc-851349a6100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:26.686011 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-9b72a4e7-3799-4389-a6dc-851349a6100c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1127 time: 0.1422777 May 16 17:40:26.693031 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98396880-bbad-4b9a-acbc-101e9d54397d" -d '{"events": [{"server_uuid": "a28e9f51-66b9-4218-a81f-08a168cbeb32", "name": "network-vif-plugged", "status": "completed", "tag": "4df5132e-30e3-4c40-bd03-2d1fd0a87011"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:26.777518 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-942abae6-43f1-4700-81ff-a8fa43a90d22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 200 len: 217 time: 0.0831978 May 16 17:40:26.915902 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-5244bdf2-6d89-456c-8118-e7feb8783de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:26.918378 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-5244bdf2-6d89-456c-8118-e7feb8783de7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.1342762 May 16 17:40:26.954747 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170599-4e99-47db-bbd3-d241465ecc1b req-7bdb74e1-db40-4ad1-8db5-def5aaff3bf8 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:26.962432 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45170599-4e99-47db-bbd3-d241465ecc1b req-7bdb74e1-db40-4ad1-8db5-def5aaff3bf8 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.4096806 May 16 17:40:27.057261 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-03a484c9-0bd3-4075-b183-e5881bc13403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:27.059108 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-03a484c9-0bd3-4075-b183-e5881bc13403 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308081 May 16 17:40:27.102202 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2def2401-dd6d-4d61-ba61-8fcc2c9b0600 req-2fa4e94f-ccf4-4215-879a-1c31e83d348a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5064268 May 16 17:40:27.117901 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6542cbbf-60c8-4596-bb31-3757d286c0ac req-94bc90ba-2285-4916-801f-9a2a01148889 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652281 May 16 17:40:27.158335 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45170599-4e99-47db-bbd3-d241465ecc1b req-725182f1-0e35-4760-b1ae-08b174842c3b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898770 May 16 17:40:27.243926 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7589eff-ff19-4147-a7a0-3e69ab3d8198 x-openstack-request-id: req-e7589eff-ff19-4147-a7a0-3e69ab3d8198 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:27.244215 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ac2f4d-715e-4f43-b3fd-1766c17850b9", "tag": "90aff3c1-0c10-404b-852f-cb00af0b6710", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:27.244467 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7589eff-ff19-4147-a7a0-3e69ab3d8198 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:27.244861 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7589eff-ff19-4147-a7a0-3e69ab3d8198'] response: {'name': 'network-changed', 'server_uuid': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'tag': '90aff3c1-0c10-404b-852f-cb00af0b6710', 'status': 'completed', 'code': 200} May 16 17:40:27.313316 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-e609abd3-315c-4ebb-8405-bb385ffe06b4 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466404 May 16 17:40:27.390215 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 55936) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:27.429930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:27.432674 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ce51a59f-e327-4d18-9854-80afd8cea834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.444307 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Publish callbacks [] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.476796 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350649c-7583-4899-ac79-76ab47b1734b req-9693e700-f2c8-4c3c-8004-d3d6f72a898f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:27.486777 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2350649c-7583-4899-ac79-76ab47b1734b req-9693e700-f2c8-4c3c-8004-d3d6f72a898f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 943 time: 0.1113441 May 16 17:40:27.532491 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a8487068-5df1-447b-9ef9-849e1a6207d9 req-21388f47-4240-461a-a9fe-380811abf265 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098937 May 16 17:40:27.535675 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d57e2-a82b-40c7-aae8-bf5a3daa9060 x-openstack-request-id: req-680d57e2-a82b-40c7-aae8-bf5a3daa9060 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:27.539390 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Transition to ACTIVE for port object 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:40:27.541213 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28e9f51-66b9-4218-a81f-08a168cbeb32", "name": "network-vif-plugged", "status": "completed", "tag": "4df5132e-30e3-4c40-bd03-2d1fd0a87011", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:27.542487 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-680d57e2-a82b-40c7-aae8-bf5a3daa9060 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:27.544713 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680d57e2-a82b-40c7-aae8-bf5a3daa9060'] response: {'server_uuid': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df5132e-30e3-4c40-bd03-2d1fd0a87011', 'code': 200} May 16 17:40:27.553091 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.596428 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ce51a59f-e327-4d18-9854-80afd8cea834 admin admin] Publish callbacks [] for security_group (dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.602539 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ce51a59f-e327-4d18-9854-80afd8cea834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.626503 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2350649c-7583-4899-ac79-76ab47b1734b req-45dbcf9a-c3a8-4d6d-aeda-6770a9146603 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387355 May 16 17:40:27.674731 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a59f-e327-4d18-9854-80afd8cea834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:27.676503 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:27.694158 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 55944) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:27.696611 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ce51a59f-e327-4d18-9854-80afd8cea834 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cae66812c4464acd918123403462cfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056514 May 16 17:40:27.708082 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Attempting to bind port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:27.708503 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Attempting to bind port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:27.709059 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Attempting to bind port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:27.727268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:40:27.727733 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Attempting to bind port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:27.747271 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:27.747527 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:27.748127 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Bound using segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:27.748662 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Bound port: 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:27.749027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.807180 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9f6ba786-e58d-425a-a9ba-845b53dc84e1 admin admin] Publish callbacks [] for security_group (dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.849058 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9f6ba786-e58d-425a-a9ba-845b53dc84e1 admin admin] Publish callbacks [] for security_group (dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.856770 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d9c5c334-51e8-4667-bc89-5b3cf71031cf details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:40:27.858819 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] For port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:27.863737 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] For port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:27.881025 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.928302 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:27.929161 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.930451 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/210e9aa1-6c18-46a4-b1f6-904dc4e498d1 HTTP/1.1" status: 200 len: 1094 time: 1.9161568 May 16 17:40:27.931572 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:27.934113 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a891c-130f-4208-87d5-460a6f2f9842" -d '{"events": [{"name": "network-changed", "server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:27.980904 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a556-a74a-4b7f-ade8-5094cb789bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:27.985876 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9f6ba786-e58d-425a-a9ba-845b53dc84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.989034 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9f6ba786-e58d-425a-a9ba-845b53dc84e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:27.993290 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-9f6ba786-e58d-425a-a9ba-845b53dc84e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3 HTTP/1.1" status: 204 len: 168 time: 0.2952592 May 16 17:40:27.993290 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a63426-c19c-478f-bb99-9335b87b5794 x-openstack-request-id: req-36a63426-c19c-478f-bb99-9335b87b5794 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:27.993290 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:27.993290 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36a63426-c19c-478f-bb99-9335b87b5794 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:27.994340 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a63426-c19c-478f-bb99-9335b87b5794'] response: {'name': 'network-changed', 'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'status': 'completed', 'code': 200} May 16 17:40:28.006055 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ba786-e58d-425a-a9ba-845b53dc84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b9aa8-2c7c-44cd-bd39-af8b05adf7f3,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:28.011794 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d9c5c334-51e8-4667-bc89-5b3cf71031cf, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:28.039594 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'port_id': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf', 'mac_address': 'fa:16:3e:21:50:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:40:28.096401 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d9c5c334-51e8-4667-bc89-5b3cf71031cf is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:28.097251 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:28.115681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c5c334-51e8-4667-bc89-5b3cf71031cf {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:28.140713 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d9c5c334-51e8-4667-bc89-5b3cf71031cf, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:28.148575 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:28.178661 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 55970) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:28.207966 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d9c5c334-51e8-4667-bc89-5b3cf71031cf,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:28.346993 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-31e0ca23-5729-4826-8cb4-8b0f2cadd474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:28.369188 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['d9c5c334-51e8-4667-bc89-5b3cf71031cf'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:40:28.369833 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc660ef-20a3-48b2-b9ef-eed1f8ff2a58 req-7d370d16-72d7-4a22-8bff-99f6645b7f81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.371375 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-afc660ef-20a3-48b2-b9ef-eed1f8ff2a58 req-7d370d16-72d7-4a22-8bff-99f6645b7f81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 944 time: 0.1361060 May 16 17:40:28.381222 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175109f-dea5-4dcc-8310-7d9d2df91a6a req-9213feef-352b-4417-b986-ee0aab7c998a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.383111 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d175109f-dea5-4dcc-8310-7d9d2df91a6a req-9213feef-352b-4417-b986-ee0aab7c998a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.1362002 May 16 17:40:28.412887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a891c-130f-4208-87d5-460a6f2f9842 req-1331d002-7074-4295-9db1-e9fb5055921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.417045 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e08a891c-130f-4208-87d5-460a6f2f9842 req-1331d002-7074-4295-9db1-e9fb5055921a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 1128 time: 0.0907745 May 16 17:40:28.426162 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-06dbf64c-e5d6-422d-8baa-745eed3f20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.427829 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-06dbf64c-e5d6-422d-8baa-745eed3f20a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1127 time: 0.1372685 May 16 17:40:28.552153 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-33433a4e-6826-4617-9da6-c480d4892366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:28.603544 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-afc660ef-20a3-48b2-b9ef-eed1f8ff2a58 req-0cdf8660-5a90-40e2-8e1e-5042d934b2af tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150517 May 16 17:40:28.632520 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d175109f-dea5-4dcc-8310-7d9d2df91a6a req-3fb0b4be-1866-4893-9f96-ff7610f26518 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429209 May 16 17:40:28.679015 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a891c-130f-4208-87d5-460a6f2f9842 req-3d095c4c-3aa2-4621-aad5-d88c145b6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.680864 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e08a891c-130f-4208-87d5-460a6f2f9842 req-3d095c4c-3aa2-4621-aad5-d88c145b6069 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=80c60c24806542e889c070d519172e79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2563519 May 16 17:40:28.850472 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-a1686b23-49cd-481d-8fab-76bcb18a9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.852027 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-a1686b23-49cd-481d-8fab-76bcb18a9df9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.4161017 May 16 17:40:28.853013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923afe47-1f5a-4825-90cf-abfb2ea5b5d4 req-d611fcf1-1038-40f7-a617-aa6af92d51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.854467 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-923afe47-1f5a-4825-90cf-abfb2ea5b5d4 req-d611fcf1-1038-40f7-a617-aa6af92d51ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 1130 time: 0.3157473 May 16 17:40:28.863314 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fa9ae-4512-4316-999e-c2ae6e746944 req-f1060467-fca0-4e99-9a4c-8553c96e5535 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.870707 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fc0fa9ae-4512-4316-999e-c2ae6e746944 req-f1060467-fca0-4e99-9a4c-8553c96e5535 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 943 time: 0.1180077 May 16 17:40:28.916115 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a891c-130f-4208-87d5-460a6f2f9842 req-7ed19344-5d47-4346-a06d-e1579f521eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:28.917787 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e08a891c-130f-4208-87d5-460a6f2f9842 req-7ed19344-5d47-4346-a06d-e1579f521eae service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2304080 May 16 17:40:29.016429 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-923afe47-1f5a-4825-90cf-abfb2ea5b5d4 req-d37ab7b9-6236-40a6-8b5f-9b558e07aaff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.068362 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fe300607-95ed-41d6-a4eb-5eb501610d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.074427 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-fe300607-95ed-41d6-a4eb-5eb501610d06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 1128 time: 0.1022673 May 16 17:40:29.076856 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.106295 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-1321d983-1518-411c-9d94-51a7d19584a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 200 len: 217 time: 0.2274776 May 16 17:40:29.141264 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56028) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:29.145154 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-d5c1720f-1c18-4b50-b879-208fa9e7f29c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1 HTTP/1.1" status: 200 len: 217 time: 0.0627720 May 16 17:40:29.189718 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-d47b03cb-a3b3-42b7-8d93-285488b3a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.191183 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-d47b03cb-a3b3-42b7-8d93-285488b3a36d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0767646 May 16 17:40:29.212181 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-6fffbbb4-d547-4254-a633-8cfefd964f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.214131 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-6fffbbb4-d547-4254-a633-8cfefd964f0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0634816 May 16 17:40:29.272829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-96ae46ad-a68b-49f3-a93a-76f848942ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.275726 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-96ae46ad-a68b-49f3-a93a-76f848942ebc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541482 May 16 17:40:29.283147 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-ac93f4dc-16b5-4c96-acfb-8777ee76338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.284807 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-ac93f4dc-16b5-4c96-acfb-8777ee76338b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863822 May 16 17:40:29.286694 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-33433a4e-6826-4617-9da6-c480d4892366 admin admin] Publish callbacks [] for security_group (b2258721-39e9-486a-aa46-045732d94d1d), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.301651 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-33433a4e-6826-4617-9da6-c480d4892366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b2258721-39e9-486a-aa46-045732d94d1d), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.302673 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-471630720-network', 'tenant_id': '39e8d3ee6d3e40dfbf0d32c7270a42fa'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:29.307494 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fc0fa9ae-4512-4316-999e-c2ae6e746944 req-f2325125-3045-4e02-8e7c-28130d4601be tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359498 May 16 17:40:29.384341 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-33433a4e-6826-4617-9da6-c480d4892366 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53af8dbc4de2421cb4bbec888b4debf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2032552 May 16 17:40:29.384507 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Made reservation on behalf of 39e8d3ee6d3e40dfbf0d32c7270a42fa for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:29.386633 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.388274 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56038) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:29.409112 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.422031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-923afe47-1f5a-4825-90cf-abfb2ea5b5d4 req-d37ab7b9-6236-40a6-8b5f-9b558e07aaff service neutron] Publish callbacks [] for security_group (c2ed5142-599a-4198-a860-d96f7da82b70), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.425428 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-f9096be8-58a3-4282-b159-7f2d06e321db service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437557 May 16 17:40:29.431061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-923afe47-1f5a-4825-90cf-abfb2ea5b5d4 req-d37ab7b9-6236-40a6-8b5f-9b558e07aaff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c2ed5142-599a-4198-a860-d96f7da82b70), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.433368 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33433a4e-6826-4617-9da6-c480d4892366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2258721-39e9-486a-aa46-045732d94d1d,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:29.496899 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-923afe47-1f5a-4825-90cf-abfb2ea5b5d4 req-d37ab7b9-6236-40a6-8b5f-9b558e07aaff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226954 May 16 17:40:29.498794 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-8fbdf5f6-deb6-4f9d-8e36-c40f8931ce9a service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060392 May 16 17:40:29.499752 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ab7b9-6236-40a6-8b5f-9b558e07aaff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ed5142-599a-4198-a860-d96f7da82b70,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:29.511478 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.738094 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f556bc09-f4b4-4e4f-852f-030fb606b879 admin admin] Publish callbacks [] for security_group (b2258721-39e9-486a-aa46-045732d94d1d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.765338 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a2cc2f3a-abdf-454e-bacc-8305cc25ae93 req-b5158811-a807-4870-a1da-0b755fc64dd5 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319595 May 16 17:40:29.791675 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f556bc09-f4b4-4e4f-852f-030fb606b879 admin admin] Publish callbacks [] for security_group (b2258721-39e9-486a-aa46-045732d94d1d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.802561 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks [] for security_group (6919282e-79bf-4568-a919-4d6350043ac3), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.809839 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6919282e-79bf-4568-a919-4d6350043ac3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.856018 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:40:29.861086 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6919282e-79bf-4568-a919-4d6350043ac3,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:29.870192 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (2d8cc29c-4429-4b63-b3e0-b109317162d5), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.870569 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Added segment 2d8cc29c-4429-4b63-b3e0-b109317162d5 of type vlan for network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb May 16 17:40:29.886531 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 90aff3c1-0c10-404b-852f-cb00af0b6710 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:40:29.903132 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d9c5c334-51e8-4667-bc89-5b3cf71031cf up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:29.921621 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f556bc09-f4b4-4e4f-852f-030fb606b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b2258721-39e9-486a-aa46-045732d94d1d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.924277 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f556bc09-f4b4-4e4f-852f-030fb606b879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.927873 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f556bc09-f4b4-4e4f-852f-030fb606b879 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2258721-39e9-486a-aa46-045732d94d1d HTTP/1.1" status: 204 len: 168 time: 0.5303235 May 16 17:40:29.937370 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.947854 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556bc09-f4b4-4e4f-852f-030fb606b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2258721-39e9-486a-aa46-045732d94d1d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:29.959098 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1f6e1-bf48-401d-8f7e-d40fae17441c req-972ee950-a924-4e74-a187-d646e8658de2 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.966383 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ae1f6e1-bf48-401d-8f7e-d40fae17441c req-972ee950-a924-4e74-a187-d646e8658de2 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.2514448 May 16 17:40:29.974144 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:29.976068 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:29.976909 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.009040 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee856-16b2-4955-a698-bd69f0418f04 req-84836eab-e0e9-49f8-a0c8-16c8df8bbc84 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:30.010606 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c53ee856-16b2-4955-a698-bd69f0418f04 req-84836eab-e0e9-49f8-a0c8-16c8df8bbc84 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 944 time: 0.3381445 May 16 17:40:30.019544 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port d9c5c334-51e8-4667-bc89-5b3cf71031cf completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:40:30.028368 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8827610 May 16 17:40:30.028806 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56046) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:30.034728 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Request body: {'subnet': {'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-471630720-subnet', 'tenant_id': '39e8d3ee6d3e40dfbf0d32c7270a42fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:30.038763 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port d9c5c334-51e8-4667-bc89-5b3cf71031cf triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:30.039465 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.078758 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 90aff3c1-0c10-404b-852f-cb00af0b6710, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=90aff3c1-0c10-404b-852f-cb00af0b6710,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:30.079967 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ae1f6e1-bf48-401d-8f7e-d40fae17441c req-df45f255-1b2c-460d-b69f-e720106d098d tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126032 May 16 17:40:30.088811 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Made reservation on behalf of 39e8d3ee6d3e40dfbf0d32c7270a42fa for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:30.091906 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.100819 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701a9d1-1254-4328-95d8-5cfdf3413501 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:30.123086 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '90aff3c1-0c10-404b-852f-cb00af0b6710', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'port_id': '90aff3c1-0c10-404b-852f-cb00af0b6710', 'mac_address': 'fa:16:3e:b2:6f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:40:30.132933 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:40:30.174708 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0be70c1-0b9d-488e-87a2-aa254ac5d3fd req-aae07f4f-cd5e-486d-b21b-1e674c486371 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712882 May 16 17:40:30.230997 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c53ee856-16b2-4955-a698-bd69f0418f04 req-ebe347f3-e3af-493a-8729-e40134db832b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100680 May 16 17:40:30.314616 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 90aff3c1-0c10-404b-852f-cb00af0b6710 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:30.315112 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.359015 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (48f8cb97-6965-45f1-bc4a-6ab601e3e424), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.371141 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d9c5c334-51e8-4667-bc89-5b3cf71031cf is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:30.372565 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.423424 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90aff3c1-0c10-404b-852f-cb00af0b6710 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:30.429796 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56068) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:30.451851 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-35fe8bb1-6ff3-489d-b662-9e7a36a93e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.460810 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ee72f-9b5a-402f-83da-a550a83f0c9f req-ad7d701c-24c6-4512-bab4-8a004675fec8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:30.469025 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 90aff3c1-0c10-404b-852f-cb00af0b6710, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=90aff3c1-0c10-404b-852f-cb00af0b6710,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:30.470316 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ea4ee72f-9b5a-402f-83da-a550a83f0c9f req-ad7d701c-24c6-4512-bab4-8a004675fec8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 943 time: 0.0715690 May 16 17:40:30.471410 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f8cb97-6965-45f1-bc4a-6ab601e3e424,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:30.483576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.493947 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.500714 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:30.503902 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bbaf1d-6ea4-4759-b1ef-1db91f908e92" -d '{"events": [{"server_uuid": "b033cd6f-aebe-48ae-aefd-f505e6f16bbc", "name": "network-vif-plugged", "status": "completed", "tag": "d9c5c334-51e8-4667-bc89-5b3cf71031cf"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:30.527231 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56074) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:30.561236 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ea4ee72f-9b5a-402f-83da-a550a83f0c9f req-e9c43dc9-754d-40b3-bf63-062016b5db10 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894046 May 16 17:40:30.571247 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69aa7dc-e1e9-45a4-8446-67087ee64d59 x-openstack-request-id: req-c69aa7dc-e1e9-45a4-8446-67087ee64d59 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:30.571544 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b033cd6f-aebe-48ae-aefd-f505e6f16bbc", "name": "network-vif-plugged", "status": "completed", "tag": "d9c5c334-51e8-4667-bc89-5b3cf71031cf", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:30.571829 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c69aa7dc-e1e9-45a4-8446-67087ee64d59 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:30.572226 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69aa7dc-e1e9-45a4-8446-67087ee64d59'] response: {'server_uuid': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf', 'code': 200} May 16 17:40:30.573934 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d9c5c334-51e8-4667-bc89-5b3cf71031cf, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:30.585953 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-35fe8bb1-6ff3-489d-b662-9e7a36a93e5a admin admin] Publish callbacks [] for security_group (8d5cbe16-3fd0-498e-aee0-0f310c0205fe), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.600860 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-35fe8bb1-6ff3-489d-b662-9e7a36a93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (8d5cbe16-3fd0-498e-aee0-0f310c0205fe), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.606625 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.615677 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=90aff3c1-0c10-404b-852f-cb00af0b6710,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:30.628617 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Checking segment: {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:30.628977 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Network hostable DHCP agents. Network: fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:40:30.657370 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-35fe8bb1-6ff3-489d-b662-9e7a36a93e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6c401e689014fcd8c4129140b928173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243664 May 16 17:40:30.660199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56082) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:30.661655 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8bb1-6ff3-489d-b662-9e7a36a93e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5cbe16-3fd0-498e-aee0-0f310c0205fe,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:30.680019 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:40:30.694158 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:30.695638 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-42ddad8f-8021-409e-9bf7-38a8cc9945e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.700292 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:30.701005 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.711191 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06ca6f4-fd84-42d9-b9e0-c3338ee01d57 None None] Network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:30.728198 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2c9d6a29-ee7c-49aa-904e-e940a2a96759 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6979964 May 16 17:40:30.740050 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d9c5c334-51e8-4667-bc89-5b3cf71031cf,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:30.760510 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80657db1-d537-4501-a06b-da6295932dce admin admin] Publish callbacks [] for security_group (8d5cbe16-3fd0-498e-aee0-0f310c0205fe), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.804795 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['90aff3c1-0c10-404b-852f-cb00af0b6710'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:40:30.823419 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80657db1-d537-4501-a06b-da6295932dce admin admin] Publish callbacks [] for security_group (8d5cbe16-3fd0-498e-aee0-0f310c0205fe), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.856674 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-42ddad8f-8021-409e-9bf7-38a8cc9945e8 admin admin] Publish callbacks [] for security_group (cca9e7a6-4fd4-4287-b45d-1db7688a954b), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.894131 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-42ddad8f-8021-409e-9bf7-38a8cc9945e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (cca9e7a6-4fd4-4287-b45d-1db7688a954b), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.902615 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432cfb1-6923-4b02-bf43-a4378a5dbeca None None] Network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:30.943832 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-42ddad8f-8021-409e-9bf7-38a8cc9945e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4f5f0c9a84c4444a8e2606031c6f0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153800 May 16 17:40:30.945208 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddad8f-8021-409e-9bf7-38a8cc9945e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca9e7a6-4fd4-4287-b45d-1db7688a954b,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:30.946437 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56096) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:30.994319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80657db1-d537-4501-a06b-da6295932dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (8d5cbe16-3fd0-498e-aee0-0f310c0205fe), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.996982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80657db1-d537-4501-a06b-da6295932dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:30.998230 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-80657db1-d537-4501-a06b-da6295932dce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d5cbe16-3fd0-498e-aee0-0f310c0205fe HTTP/1.1" status: 204 len: 168 time: 0.3365993 May 16 17:40:31.010001 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80657db1-d537-4501-a06b-da6295932dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5cbe16-3fd0-498e-aee0-0f310c0205fe,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:31.047941 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ead41b4-aa3d-4ecb-8a64-f2a51ebc91dd admin admin] Publish callbacks [] for security_group (cca9e7a6-4fd4-4287-b45d-1db7688a954b), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:31.090538 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ead41b4-aa3d-4ecb-8a64-f2a51ebc91dd admin admin] Publish callbacks [] for security_group (cca9e7a6-4fd4-4287-b45d-1db7688a954b), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:31.174087 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ead41b4-aa3d-4ecb-8a64-f2a51ebc91dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (cca9e7a6-4fd4-4287-b45d-1db7688a954b), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:31.177587 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6ead41b4-aa3d-4ecb-8a64-f2a51ebc91dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:31.179087 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6ead41b4-aa3d-4ecb-8a64-f2a51ebc91dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cca9e7a6-4fd4-4287-b45d-1db7688a954b HTTP/1.1" status: 204 len: 168 time: 0.2316267 May 16 17:40:31.195170 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead41b4-aa3d-4ecb-8a64-f2a51ebc91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca9e7a6-4fd4-4287-b45d-1db7688a954b,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:31.225770 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61a994-26a4-44bc-b86b-fd9082bf238b req-ee6867ee-d3cb-409a-af89-aa1f42358cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:31.238989 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b61a994-26a4-44bc-b86b-fd9082bf238b req-ee6867ee-d3cb-409a-af89-aa1f42358cbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1129 time: 0.1508405 May 16 17:40:31.353217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedfdee-88b0-4808-867e-59f17fc82db5 req-6311adc0-ff98-4830-ae65-3c0a6e339f2b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:31.355502 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7dedfdee-88b0-4808-867e-59f17fc82db5 req-6311adc0-ff98-4830-ae65-3c0a6e339f2b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.1162632 May 16 17:40:31.428264 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b61a994-26a4-44bc-b86b-fd9082bf238b req-80b1edec-eb00-4c8f-9e09-7ce5dc98f430 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694312 May 16 17:40:31.440522 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3c26-93be-4ab7-a4b7-2292684198f7 req-cc490e7d-a94b-4a59-9af4-96f73bb41b7d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:31.442118 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b9fd3c26-93be-4ab7-a4b7-2292684198f7 req-cc490e7d-a94b-4a59-9af4-96f73bb41b7d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 944 time: 0.0969048 May 16 17:40:31.484857 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7dedfdee-88b0-4808-867e-59f17fc82db5 req-b97b007d-e1da-4446-8396-ee4b63774d7b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082857 May 16 17:40:31.537179 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b9fd3c26-93be-4ab7-a4b7-2292684198f7 req-1cb9c00c-5157-4b0c-b056-491a0102f175 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806518 May 16 17:40:31.734152 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076eb-ece9-44fb-b109-b1a4985073b4 req-d9d0005a-a056-423e-adb3-65381084309f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:31.735630 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d8b076eb-ece9-44fb-b109-b1a4985073b4 req-d9d0005a-a056-423e-adb3-65381084309f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 944 time: 0.0749199 May 16 17:40:31.794161 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d8b076eb-ece9-44fb-b109-b1a4985073b4 req-c601138c-595d-4151-b83d-07645be9adb5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522060 May 16 17:40:31.892542 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:40:31.896696 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 90aff3c1-0c10-404b-852f-cb00af0b6710 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:32.011620 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 90aff3c1-0c10-404b-852f-cb00af0b6710 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:40:32.014786 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 90aff3c1-0c10-404b-852f-cb00af0b6710 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:32.015231 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:32.060066 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:32.076117 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:40:32.148086 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:32.149048 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:32.171782 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:32.192934 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:32.196396 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 90aff3c1-0c10-404b-852f-cb00af0b6710 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:32.196927 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:32.202709 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:32.216216 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:32.292172 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 90aff3c1-0c10-404b-852f-cb00af0b6710, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=90aff3c1-0c10-404b-852f-cb00af0b6710,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:32.297737 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:32.299628 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:32.353524 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=90aff3c1-0c10-404b-852f-cb00af0b6710,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:32.429278 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['210e9aa1-6c18-46a4-b1f6-904dc4e498d1'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:40:32.574592 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aff3c1-0c10-404b-852f-cb00af0b6710'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:32.579639 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902b4b58-bf44-4a70-9139-28e765432e9b" -d '{"events": [{"server_uuid": "d8ac2f4d-715e-4f43-b3fd-1766c17850b9", "name": "network-vif-plugged", "status": "completed", "tag": "90aff3c1-0c10-404b-852f-cb00af0b6710"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:32.685966 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97676e3e-2d55-4a6c-9b29-64cd48f9fd05 req-0870540a-e356-449c-a55d-e305b1b0b75f tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:32.687997 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97676e3e-2d55-4a6c-9b29-64cd48f9fd05 req-0870540a-e356-449c-a55d-e305b1b0b75f tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.1019936 May 16 17:40:32.705571 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d4414-2fd1-4e6b-8053-ae6ea51439ec req-78965d35-4409-41ff-9507-f63d31ef1bb3 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:32.707123 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a6d4414-2fd1-4e6b-8053-ae6ea51439ec req-78965d35-4409-41ff-9507-f63d31ef1bb3 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 945 time: 0.0841243 May 16 17:40:32.835970 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a6d4414-2fd1-4e6b-8053-ae6ea51439ec req-16cacc43-fefc-48fe-a21f-aa3286bcd6f4 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086001 May 16 17:40:32.840347 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97676e3e-2d55-4a6c-9b29-64cd48f9fd05 req-c61ebd5d-5be7-4477-a471-69aaeb077262 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430018 May 16 17:40:32.942455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702780df-f8c2-4452-a7d4-5c46c34684d1 x-openstack-request-id: req-702780df-f8c2-4452-a7d4-5c46c34684d1 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:32.942943 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ac2f4d-715e-4f43-b3fd-1766c17850b9", "name": "network-vif-plugged", "status": "completed", "tag": "90aff3c1-0c10-404b-852f-cb00af0b6710", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:32.943074 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-702780df-f8c2-4452-a7d4-5c46c34684d1 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:32.943414 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702780df-f8c2-4452-a7d4-5c46c34684d1'] response: {'server_uuid': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aff3c1-0c10-404b-852f-cb00af0b6710', 'code': 200} May 16 17:40:32.993429 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c1d2-9687-4251-9a9a-d3252fdc18c1 req-867ee21c-bc58-4432-ab70-60ea23326a82 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:33.000346 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b37c1d2-9687-4251-9a9a-d3252fdc18c1 req-867ee21c-bc58-4432-ab70-60ea23326a82 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0632343 May 16 17:40:33.046091 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b37c1d2-9687-4251-9a9a-d3252fdc18c1 req-f603fa6a-681a-4e6f-81ce-928a791c3602 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 May 16 17:40:33.298514 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56248) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:33.317525 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-0cbff023-d0ad-47e8-9ad2-ad5ef2fe3121 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:33.319692 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-0cbff023-d0ad-47e8-9ad2-ad5ef2fe3121 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/networks?id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb HTTP/1.1" status: 200 len: 808 time: 0.1807978 May 16 17:40:33.339047 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-be851fe0-b550-41e5-8cde-1c045dda2959 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/quotas/39e8d3ee6d3e40dfbf0d32c7270a42fa HTTP/1.1" status: 200 len: 375 time: 0.0124424 May 16 17:40:33.402938 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-2b8751b3-ecb4-4207-b4da-48fdc54962eb tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493412 May 16 17:40:33.455167 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb262fc-b052-4c6d-ac0a-ee8d280b843e req-d13282af-e1b1-48fe-8e03-49c7eaed5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:33.456678 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ccb262fc-b052-4c6d-ac0a-ee8d280b843e req-d13282af-e1b1-48fe-8e03-49c7eaed5865 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1129 time: 0.0684385 May 16 17:40:33.513219 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-623c2e8b-01bc-4356-b724-5e0bac02d2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:33.567069 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ccb262fc-b052-4c6d-ac0a-ee8d280b843e req-556da552-e429-4e5e-aff0-1e2d9a21c89d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039019 May 16 17:40:33.569479 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-518c3593-3692-41a6-a2d2-a49b8e429d1c service neutron] 10.222.0.58 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469085 May 16 17:40:33.640503 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-623c2e8b-01bc-4356-b724-5e0bac02d2e8 admin admin] Publish callbacks [] for security_group (b7efe175-4350-45c2-bbcd-dbb6f07c2e9e), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:33.646503 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-623c2e8b-01bc-4356-b724-5e0bac02d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b7efe175-4350-45c2-bbcd-dbb6f07c2e9e), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:33.671434 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-c7a0279b-16ff-4a70-93a9-2c0377f92e2a service neutron] 10.222.0.58 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923681 May 16 17:40:33.699061 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-623c2e8b-01bc-4356-b724-5e0bac02d2e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9b5977c33a84dcf9a4df5e1d853786f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994398 May 16 17:40:33.699935 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c2e8b-01bc-4356-b724-5e0bac02d2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7efe175-4350-45c2-bbcd-dbb6f07c2e9e,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:33.701720 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56266) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:33.779628 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-abf5f05e-a26d-47cd-ada7-dee58f091339 admin admin] Publish callbacks [] for security_group (b7efe175-4350-45c2-bbcd-dbb6f07c2e9e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:33.833380 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-abf5f05e-a26d-47cd-ada7-dee58f091339 admin admin] Publish callbacks [] for security_group (b7efe175-4350-45c2-bbcd-dbb6f07c2e9e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:33.911168 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:33.958831 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-46ced5b0-e80e-4ada-bd29-fd635a10ceab req-89146468-c994-4239-a7e9-dc6edb8bebe2 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0760272 May 16 17:40:33.970986 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:40:33.989807 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:33.990455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.039116 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-abf5f05e-a26d-47cd-ada7-dee58f091339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b7efe175-4350-45c2-bbcd-dbb6f07c2e9e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.041917 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-abf5f05e-a26d-47cd-ada7-dee58f091339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.045961 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-abf5f05e-a26d-47cd-ada7-dee58f091339 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7efe175-4350-45c2-bbcd-dbb6f07c2e9e HTTP/1.1" status: 204 len: 168 time: 0.3405354 May 16 17:40:34.063515 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5f05e-a26d-47cd-ada7-dee58f091339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7efe175-4350-45c2-bbcd-dbb6f07c2e9e,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:34.082658 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87c22a-c1c6-4c39-b651-70f51a6e610c req-ab0a2b05-2671-4f61-a1f2-39d3aa075916 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:34.084859 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0f87c22a-c1c6-4c39-b651-70f51a6e610c req-ab0a2b05-2671-4f61-a1f2-39d3aa075916 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 945 time: 0.1413422 May 16 17:40:34.225380 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0f87c22a-c1c6-4c39-b651-70f51a6e610c req-c0d05c6d-945a-4b91-94c6-ac28d6619ff6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245239 May 16 17:40:34.292506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577492-dabf-433e-b8ea-a2231634ff4f req-d350d835-f4aa-4482-b480-632e7a199a0e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:34.294206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2577492-dabf-433e-b8ea-a2231634ff4f req-d350d835-f4aa-4482-b480-632e7a199a0e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1002145 May 16 17:40:34.334087 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:34.334844 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.381345 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:34.386588 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.412524 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2577492-dabf-433e-b8ea-a2231634ff4f req-1f4a1781-da70-42cd-9ee9-69986747a404 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052403 May 16 17:40:34.471729 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:34.505495 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56316) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:34.639604 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56328) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:34.657474 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d00b-370a-4b43-83d9-503e29ab2edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.738434 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d00b-370a-4b43-83d9-503e29ab2edf admin admin] Publish callbacks [] for security_group (d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.743673 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d00b-370a-4b43-83d9-503e29ab2edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.790397 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-aaf7d00b-370a-4b43-83d9-503e29ab2edf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcc626a2b93d4d2297dd21b12fec7d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484761 May 16 17:40:34.793459 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56330) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:34.796020 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d00b-370a-4b43-83d9-503e29ab2edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:34.799869 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6acca8fa-ed70-48c1-a74f-ebf7c285a92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.865098 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6248dbcc-8ee1-4a1c-bd37-7f3e9a9c9827 admin admin] Publish callbacks [] for security_group (d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.880672 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6acca8fa-ed70-48c1-a74f-ebf7c285a92c admin admin] Publish callbacks [] for security_group (e49db964-9527-4d20-aa7f-b98627ca3436), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.885366 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6acca8fa-ed70-48c1-a74f-ebf7c285a92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e49db964-9527-4d20-aa7f-b98627ca3436), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.896816 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6248dbcc-8ee1-4a1c-bd37-7f3e9a9c9827 admin admin] Publish callbacks [] for security_group (d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:34.934201 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6acca8fa-ed70-48c1-a74f-ebf7c285a92c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc6fb914e0dd470bb33287626f695bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251988 May 16 17:40:34.936199 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56334) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:34.944209 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:34.947313 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042af13-d466-44df-b734-c29112d10e99" -d '{"events": [{"server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "name": "network-vif-plugged", "status": "completed", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:34.965321 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca8fa-ed70-48c1-a74f-ebf7c285a92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49db964-9527-4d20-aa7f-b98627ca3436,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:35.018019 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6248dbcc-8ee1-4a1c-bd37-7f3e9a9c9827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.022138 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6248dbcc-8ee1-4a1c-bd37-7f3e9a9c9827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.022801 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118e5b2-aaed-4b80-992d-0fb395e42f80 x-openstack-request-id: req-2118e5b2-aaed-4b80-992d-0fb395e42f80 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:35.023401 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-6248dbcc-8ee1-4a1c-bd37-7f3e9a9c9827 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1 HTTP/1.1" status: 204 len: 168 time: 0.2281625 May 16 17:40:35.023819 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "name": "network-vif-plugged", "status": "completed", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:35.024226 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2118e5b2-aaed-4b80-992d-0fb395e42f80 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:35.024768 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2118e5b2-aaed-4b80-992d-0fb395e42f80'] response: {'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'code': 200} May 16 17:40:35.037350 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248dbcc-8ee1-4a1c-bd37-7f3e9a9c9827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab95fd-bce5-4a69-ba71-4a7f9f6287b1,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:35.085378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c22a-32b7-471f-b84a-17cdb449b7c7 admin admin] Publish callbacks [] for security_group (e49db964-9527-4d20-aa7f-b98627ca3436), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.130733 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c22a-32b7-471f-b84a-17cdb449b7c7 admin admin] Publish callbacks [] for security_group (e49db964-9527-4d20-aa7f-b98627ca3436), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.198849 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7e4e49ff-243c-41d1-8128-7c99ce35307e req-612b1505-b4f5-47f4-ad91-67b9d047165f tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0826280 May 16 17:40:35.247769 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c22a-32b7-471f-b84a-17cdb449b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e49db964-9527-4d20-aa7f-b98627ca3436), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.256475 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c22a-32b7-471f-b84a-17cdb449b7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.259296 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d2e6c22a-32b7-471f-b84a-17cdb449b7c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e49db964-9527-4d20-aa7f-b98627ca3436 HTTP/1.1" status: 204 len: 168 time: 0.3221474 May 16 17:40:35.274007 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6c22a-32b7-471f-b84a-17cdb449b7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49db964-9527-4d20-aa7f-b98627ca3436,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:35.420705 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44242ea7-7e69-477f-a34b-4d604dd9ab37 req-363e59e0-2502-4d3a-a885-7643c6b710d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:35.422374 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-44242ea7-7e69-477f-a34b-4d604dd9ab37 req-363e59e0-2502-4d3a-a885-7643c6b710d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 1130 time: 0.0811040 May 16 17:40:35.522510 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3cd07-e13f-498b-9989-046b8fd3498a req-70aee043-58d3-4076-8d47-7944e6dcb1ad tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:35.525279 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c5a3cd07-e13f-498b-9989-046b8fd3498a req-70aee043-58d3-4076-8d47-7944e6dcb1ad tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.1305621 May 16 17:40:35.593764 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24864cc6-ba12-4403-94c0-6082c2a62388 req-1cd89463-821a-4847-b0ac-e58428c638c7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:35.595687 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24864cc6-ba12-4403-94c0-6082c2a62388 req-1cd89463-821a-4847-b0ac-e58428c638c7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0694699 May 16 17:40:35.764051 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-44242ea7-7e69-477f-a34b-4d604dd9ab37 req-2493eb10-ec03-498f-ba01-72150577522e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776762 May 16 17:40:35.770733 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24864cc6-ba12-4403-94c0-6082c2a62388 req-d4bf5a78-a527-49e7-b188-14ce54243f1a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421707 May 16 17:40:35.785772 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c5a3cd07-e13f-498b-9989-046b8fd3498a req-714f8d5e-fd24-406f-8247-702b84cf9f13 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035868 May 16 17:40:35.864524 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-442973c0-4996-4bce-a837-1ec1fc8021ce tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:35.866115 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-442973c0-4996-4bce-a837-1ec1fc8021ce tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "GET /v2.0/networks?id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb HTTP/1.1" status: 200 len: 808 time: 0.1230643 May 16 17:40:35.872719 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56386) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:35.888174 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5a19ee4e-1330-4613-a268-01bb8cdc1cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.984653 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5a19ee4e-1330-4613-a268-01bb8cdc1cb9 admin admin] Publish callbacks [] for security_group (1961fb8b-12cd-4ebd-96f4-087887ab7513), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:35.990628 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5a19ee4e-1330-4613-a268-01bb8cdc1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1961fb8b-12cd-4ebd-96f4-087887ab7513), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:36.030913 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19ee4e-1330-4613-a268-01bb8cdc1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1961fb8b-12cd-4ebd-96f4-087887ab7513,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:36.038014 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-5a19ee4e-1330-4613-a268-01bb8cdc1cb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42404dc774a240898bfcfbd45d08fefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615527 May 16 17:40:36.039192 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56396) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:36.082090 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6ef8-abe6-456b-ada0-a3ba624a5c5b req-744125fb-4040-42a0-a4e6-9eeb5b2e3859 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:36.089370 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b7fa6ef8-abe6-456b-ada0-a3ba624a5c5b req-744125fb-4040-42a0-a4e6-9eeb5b2e3859 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0582259 May 16 17:40:36.116152 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a33fbe84-e6b7-45dc-baa9-7794e852a3f1 admin admin] Publish callbacks [] for security_group (1961fb8b-12cd-4ebd-96f4-087887ab7513), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:36.139856 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a33fbe84-e6b7-45dc-baa9-7794e852a3f1 admin admin] Publish callbacks [] for security_group (1961fb8b-12cd-4ebd-96f4-087887ab7513), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:36.152961 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b7fa6ef8-abe6-456b-ada0-a3ba624a5c5b req-cb0dfce9-3077-4021-8885-3073d1d99f4e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616431 May 16 17:40:36.192389 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a33fbe84-e6b7-45dc-baa9-7794e852a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1961fb8b-12cd-4ebd-96f4-087887ab7513), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:36.195421 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a33fbe84-e6b7-45dc-baa9-7794e852a3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:36.199275 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a33fbe84-e6b7-45dc-baa9-7794e852a3f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1961fb8b-12cd-4ebd-96f4-087887ab7513 HTTP/1.1" status: 204 len: 168 time: 0.1591458 May 16 17:40:36.214358 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fbe84-e6b7-45dc-baa9-7794e852a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1961fb8b-12cd-4ebd-96f4-087887ab7513,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:36.316308 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d772d5c9-fe42-4e93-80f6-b37cdd072890 req-897c9eb4-6afc-4b65-8b71-fdfc54bffbc2 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0425639 May 16 17:40:36.898991 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0eea-3856-4990-9a19-4539cf59a0ef req-4c64e9cd-a0bf-4b63-9f81-902a592ba772 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:36.900768 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9dfa0eea-3856-4990-9a19-4539cf59a0ef req-4c64e9cd-a0bf-4b63-9f81-902a592ba772 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0551245 May 16 17:40:36.951003 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9dfa0eea-3856-4990-9a19-4539cf59a0ef req-2052e2f7-0cd3-4389-b900-5789ce8cf506 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 May 16 17:40:37.049770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56470) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:37.142540 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533777846-network', 'tenant_id': '41d2d86a107d4a85b93b469cf4d09910'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:37.163497 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Made reservation on behalf of 41d2d86a107d4a85b93b469cf4d09910 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:37.165946 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.174916 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.262155 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks [] for security_group (c7d2107a-17d5-45e9-b852-7e3a5e7928ad), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.266504 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c7d2107a-17d5-45e9-b852-7e3a5e7928ad), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.278691 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad8160-be3d-453c-a06c-5acf0adceaf3 req-ef01fa84-8901-4c8b-9a4d-b4aafd8ca0dc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:37.280261 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30ad8160-be3d-453c-a06c-5acf0adceaf3 req-ef01fa84-8901-4c8b-9a4d-b4aafd8ca0dc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0563025 May 16 17:40:37.293225 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:40:37.299444 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d2107a-17d5-45e9-b852-7e3a5e7928ad,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:37.307204 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (0534e33b-fb38-471d-81cd-7cca56d606db), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.307792 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Added segment 0534e33b-fb38-471d-81cd-7cca56d606db of type vlan for network 97e21c23-ecce-4b34-8cea-36d61a2dba5a May 16 17:40:37.332295 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30ad8160-be3d-453c-a06c-5acf0adceaf3 req-63650397-2efa-4269-a0b1-87827c329f57 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 May 16 17:40:37.363286 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (97e21c23-ecce-4b34-8cea-36d61a2dba5a), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.412089 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (97e21c23-ecce-4b34-8cea-36d61a2dba5a), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.413603 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:37.414200 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.443960 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d78931d2-5330-493e-a157-ecacfb93b76c req-158cf67d-84ed-432f-a66d-09afe74234b0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0352514 May 16 17:40:37.454359 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4002800 May 16 17:40:37.455309 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56482) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:37.459793 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Request body: {'subnet': {'network_id': '97e21c23-ecce-4b34-8cea-36d61a2dba5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533777846-subnet', 'tenant_id': '41d2d86a107d4a85b93b469cf4d09910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:37.496405 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aaaef-bf00-4db1-af22-667e9af77a2c admin admin] Pushing event updated for resources: {'Network': ['ID=97e21c23-ecce-4b34-8cea-36d61a2dba5a,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:37.506003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 97e21c23-ecce-4b34-8cea-36d61a2dba5a details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:40:37.512941 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Made reservation on behalf of 41d2d86a107d4a85b93b469cf4d09910 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:37.515454 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.686763 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (70d19b49-8a44-4f1c-8979-599a63203faf), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.737499 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d19b49-8a44-4f1c-8979-599a63203faf,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:37.752466 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Checking segment: {'id': '0534e33b-fb38-471d-81cd-7cca56d606db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '97e21c23-ecce-4b34-8cea-36d61a2dba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:37.752816 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Network hostable DHCP agents. Network: 97e21c23-ecce-4b34-8cea-36d61a2dba5a, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:40:37.772888 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Network 97e21c23-ecce-4b34-8cea-36d61a2dba5a is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:40:37.781999 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 97e21c23-ecce-4b34-8cea-36d61a2dba5a) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:37.786202 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:37.786810 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:37.790965 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ddc962-0ea3-42fc-b35c-19d4161ad439 None None] Network 97e21c23-ecce-4b34-8cea-36d61a2dba5a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:37.813920 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0afd558f-a3fc-4cdb-8938-0926c2b4cdf2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3576751 May 16 17:40:37.893136 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9a77a-9f12-4570-97fa-3d2c92cb87ba None None] Network 97e21c23-ecce-4b34-8cea-36d61a2dba5a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:38.065134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b2d3-3621-44b7-9aef-4662ec32ce50 req-9f9adc22-dee3-41df-a1ac-9fcf76339231 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:38.066657 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a54b2d3-3621-44b7-9aef-4662ec32ce50 req-9f9adc22-dee3-41df-a1ac-9fcf76339231 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0470719 May 16 17:40:38.113801 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a54b2d3-3621-44b7-9aef-4662ec32ce50 req-959f40a4-033a-40b0-a597-b18125d68f58 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412946 May 16 17:40:38.272655 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56506) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:38.277575 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-902736418-network', 'tenant_id': '61e5a680f105426893070501a014f6b6'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:38.302106 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Made reservation on behalf of 61e5a680f105426893070501a014f6b6 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:38.304374 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.312744 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.385051 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks [] for security_group (96f264fd-0ccd-43f1-8bb9-ef7a198eabfb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.390216 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (96f264fd-0ccd-43f1-8bb9-ef7a198eabfb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.418243 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:40:38.427890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f264fd-0ccd-43f1-8bb9-ef7a198eabfb,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:38.435851 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.435851 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Added segment b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e of type vlan for network 02dd2d1c-7c4d-4378-9fb9-458d63e68087 May 16 17:40:38.482415 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (02dd2d1c-7c4d-4378-9fb9-458d63e68087), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.484430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f19649-da22-46bf-a244-84fc22dca92d req-dfb69567-e0b0-45ca-b1c2-718cf59e1dc6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:38.486152 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72f19649-da22-46bf-a244-84fc22dca92d req-dfb69567-e0b0-45ca-b1c2-718cf59e1dc6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0670779 May 16 17:40:38.515933 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Request body: {'port': {'device_id': 'fa888899-08da-449a-bfec-44545e740ca8', 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb', 'admin_state_up': True, 'tenant_id': '39e8d3ee6d3e40dfbf0d32c7270a42fa'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:38.524759 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (02dd2d1c-7c4d-4378-9fb9-458d63e68087), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.525860 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:38.526440 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.619600 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3457184 May 16 17:40:38.622192 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d065df57-53ec-4005-b7e1-d47d060e48a5 req-545bddbf-1711-41df-a9b3-8dea0824f9d1 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0740199 May 16 17:40:38.623683 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56516) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:38.632713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Request body: {'subnet': {'network_id': '02dd2d1c-7c4d-4378-9fb9-458d63e68087', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-902736418-subnet', 'tenant_id': '61e5a680f105426893070501a014f6b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:38.647969 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72f19649-da22-46bf-a244-84fc22dca92d req-5ba4d886-d33b-4275-ade4-cf46d1e00c99 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524637 May 16 17:40:38.671162 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23db04b-35c7-4f5f-8929-b010b680bf60 admin admin] Pushing event updated for resources: {'Network': ['ID=02dd2d1c-7c4d-4378-9fb9-458d63e68087,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:38.686802 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 02dd2d1c-7c4d-4378-9fb9-458d63e68087 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:40:38.689083 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-5c3fbfe8-8aba-4cad-b21c-ec4a26fa97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:38.691204 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-5c3fbfe8-8aba-4cad-b21c-ec4a26fa97db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1129 time: 0.0917251 May 16 17:40:38.692677 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Made reservation on behalf of 61e5a680f105426893070501a014f6b6 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:38.705395 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.712922 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Made reservation on behalf of 39e8d3ee6d3e40dfbf0d32c7270a42fa for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:40:38.718424 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.861228 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Allocated IP 172.20.0.6 (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb/48f8cb97-6965-45f1-bc4a-6ab601e3e424/4008578d-3079-4492-b51b-6afa7663b028) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:40:38.893409 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (6c570c7e-0f62-4a3f-9925-16e2ce29a998), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.943479 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c570c7e-0f62-4a3f-9925-16e2ce29a998,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:38.958930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Checking segment: {'id': 'b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '02dd2d1c-7c4d-4378-9fb9-458d63e68087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:38.959290 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Network hostable DHCP agents. Network: 02dd2d1c-7c4d-4378-9fb9-458d63e68087, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:40:38.978956 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Network 02dd2d1c-7c4d-4378-9fb9-458d63e68087 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:40:38.987989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 02dd2d1c-7c4d-4378-9fb9-458d63e68087) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:38.992064 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:38.992655 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:38.998617 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa69fd-233c-40fe-ab4c-f7c5f854f197 None None] Network 02dd2d1c-7c4d-4378-9fb9-458d63e68087 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:39.010252 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7b4a44d5-c38f-4c0b-b717-723961036476 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3816447 May 16 17:40:39.028581 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks [] for port (4008578d-3079-4492-b51b-6afa7663b028), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.069307 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (4008578d-3079-4492-b51b-6afa7663b028), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.110718 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:40:39.114284 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:40:39.115057 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6652ab48-57d5-46da-8871-31201791fb3a None None] Network 02dd2d1c-7c4d-4378-9fb9-458d63e68087 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:40:39.118060 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:40:39.123213 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:39.123841 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.134787 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56526) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:39.136022 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Pushing event updated for resources: {'Port': ['ID=4008578d-3079-4492-b51b-6afa7663b028,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:39.156107 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-9d58bb5d-7840-48e3-b5b6-515f274d2f9b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435549 May 16 17:40:39.190288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Deleting subnet 70d19b49-8a44-4f1c-8979-599a63203faf {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:40:39.195207 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Publish callbacks [] for subnet (70d19b49-8a44-4f1c-8979-599a63203faf), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.266267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf49f4-da82-4c1a-9944-0fe128d524db req-b61e43f2-57e5-45bb-9b0f-85bd3d1d510f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:39.267769 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1cf49f4-da82-4c1a-9944-0fe128d524db req-b61e43f2-57e5-45bb-9b0f-85bd3d1d510f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0749197 May 16 17:40:39.271904 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Publish callbacks [] for subnet (70d19b49-8a44-4f1c-8979-599a63203faf), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.287731 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (70d19b49-8a44-4f1c-8979-599a63203faf), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.351424 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1cf49f4-da82-4c1a-9944-0fe128d524db req-d41a957c-6d5f-49b5-9871-eb72c6c4e428 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759082 May 16 17:40:39.367828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (70d19b49-8a44-4f1c-8979-599a63203faf), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.391191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d19b49-8a44-4f1c-8979-599a63203faf,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:39.396815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.399979 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-50f4d895-997f-4761-81a0-821d75418f59 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/70d19b49-8a44-4f1c-8979-599a63203faf HTTP/1.1" status: 204 len: 168 time: 0.2629271 May 16 17:40:39.402584 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56530) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:39.472787 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (97e21c23-ecce-4b34-8cea-36d61a2dba5a), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.556400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (97e21c23-ecce-4b34-8cea-36d61a2dba5a), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.577712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.578130 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.578976 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.579343 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > port after_create 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.579743 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.580110 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > port after_update 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.580490 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.580834 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.581213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.581587 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.673427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.673712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.674053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.674376 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:39.674763 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e21c23-ecce-4b34-8cea-36d61a2dba5a']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:39.694665 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0534e33b-fb38-471d-81cd-7cca56d606db') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:39.694959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0534e33b-fb38-471d-81cd-7cca56d606db') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:39.713168 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (0534e33b-fb38-471d-81cd-7cca56d606db), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.749964 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (0534e33b-fb38-471d-81cd-7cca56d606db), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.788625 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:40:39.789151 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (0534e33b-fb38-471d-81cd-7cca56d606db), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: from cryptography.utils import int_from_bytes May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: from cryptography.utils import int_from_bytes May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:40:39.825474 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:40:39.905199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695735a-1461-41e7-a0f6-eb045663bfae req-476a6712-712a-4ba1-9c9b-18c478e6cd83 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:39.906817 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9695735a-1461-41e7-a0f6-eb045663bfae req-476a6712-712a-4ba1-9c9b-18c478e6cd83 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 931 time: 0.1794472 May 16 17:40:39.924383 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f007fa-be78-46e6-af49-40b40e492a44 req-fcdf8891-fc7b-4d66-ac2a-960740f5be51 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:39.925825 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a4f007fa-be78-46e6-af49-40b40e492a44 req-fcdf8891-fc7b-4d66-ac2a-960740f5be51 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1550579 May 16 17:40:39.948960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (97e21c23-ecce-4b34-8cea-36d61a2dba5a), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.954748 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:39.957962 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] 10.222.0.58 "DELETE /v2.0/networks/97e21c23-ecce-4b34-8cea-36d61a2dba5a HTTP/1.1" status: 204 len: 168 time: 0.5545125 May 16 17:40:39.960844 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56556) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:39.994191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6b5bb-9c64-4326-af5c-1e9a1229f992 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e21c23-ecce-4b34-8cea-36d61a2dba5a,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.014822 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Deleting subnet 6c570c7e-0f62-4a3f-9925-16e2ce29a998 {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:40:40.015820 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56558) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.017191 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Publish callbacks [] for subnet (6c570c7e-0f62-4a3f-9925-16e2ce29a998), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.031837 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9695735a-1461-41e7-a0f6-eb045663bfae req-8a6f842f-7ff2-42ff-905f-9c38d59cad77 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162667 May 16 17:40:40.039418 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a4f007fa-be78-46e6-af49-40b40e492a44 req-c1431f2c-e823-45e3-9d19-61a4f7cdde8e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055248 May 16 17:40:40.060645 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Publish callbacks [] for subnet (6c570c7e-0f62-4a3f-9925-16e2ce29a998), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.070137 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (6c570c7e-0f62-4a3f-9925-16e2ce29a998), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.124030 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for subnet (6c570c7e-0f62-4a3f-9925-16e2ce29a998), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.139778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-05b186a0-740c-4506-8fcf-dd87bd4e3b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.150048 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c570c7e-0f62-4a3f-9925-16e2ce29a998,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.155492 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.159053 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-36297c2a-74ed-4123-b108-f3285a0a3dd8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6c570c7e-0f62-4a3f-9925-16e2ce29a998 HTTP/1.1" status: 204 len: 168 time: 0.1971970 May 16 17:40:40.162076 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56562) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.217806 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-05b186a0-740c-4506-8fcf-dd87bd4e3b0d admin admin] Publish callbacks [] for security_group (5fa1056a-1721-4dbf-8d2a-5df67c6e04fc), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.222064 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-05b186a0-740c-4506-8fcf-dd87bd4e3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (5fa1056a-1721-4dbf-8d2a-5df67c6e04fc), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.236285 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (02dd2d1c-7c4d-4378-9fb9-458d63e68087), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.258733 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-05b186a0-740c-4506-8fcf-dd87bd4e3b0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68b0e9a98f94443692108bd4f128d600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378058 May 16 17:40:40.259604 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b186a0-740c-4506-8fcf-dd87bd4e3b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1056a-1721-4dbf-8d2a-5df67c6e04fc,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.261832 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56564) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.311610 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a229ac39-a4f6-4643-92b5-394584278700 admin admin] Publish callbacks [] for security_group (5fa1056a-1721-4dbf-8d2a-5df67c6e04fc), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.320487 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (02dd2d1c-7c4d-4378-9fb9-458d63e68087), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.335053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a229ac39-a4f6-4643-92b5-394584278700 admin admin] Publish callbacks [] for security_group (5fa1056a-1721-4dbf-8d2a-5df67c6e04fc), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.340771 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.341191 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.341983 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.342341 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > port after_create 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.342658 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.342958 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > port after_update 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.343305 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.343627 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.343936 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.344253 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.381571 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a229ac39-a4f6-4643-92b5-394584278700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (5fa1056a-1721-4dbf-8d2a-5df67c6e04fc), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.384475 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a229ac39-a4f6-4643-92b5-394584278700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.388149 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a229ac39-a4f6-4643-92b5-394584278700 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fa1056a-1721-4dbf-8d2a-5df67c6e04fc HTTP/1.1" status: 204 len: 168 time: 0.1230967 May 16 17:40:40.402550 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229ac39-a4f6-4643-92b5-394584278700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1056a-1721-4dbf-8d2a-5df67c6e04fc,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.411342 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.411811 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.412152 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.412601 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 17:40:40.412885 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dd2d1c-7c4d-4378-9fb9-458d63e68087']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:40.431643 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:40.431940 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:40.448654 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.470836 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.479416 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32387fdb-7064-45cb-bee8-77d28655bdda req-3796fdd1-12fb-4e2f-b455-43f241fb902a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:40.480945 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-32387fdb-7064-45cb-bee8-77d28655bdda req-3796fdd1-12fb-4e2f-b455-43f241fb902a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0556905 May 16 17:40:40.481472 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:40:40.481946 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (b7bf7b52-6f3b-40c1-9eb3-c5fde9b48f3e), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: from cryptography.utils import int_from_bytes May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: from cryptography.utils import int_from_bytes May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:40:40.487090 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:40:40.533723 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-32387fdb-7064-45cb-bee8-77d28655bdda req-7ef0968b-5c02-4a19-a5e4-f2dbc3b0c00c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465457 May 16 17:40:40.558287 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (02dd2d1c-7c4d-4378-9fb9-458d63e68087), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.573512 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.576770 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] 10.222.0.58 "DELETE /v2.0/networks/02dd2d1c-7c4d-4378-9fb9-458d63e68087 HTTP/1.1" status: 204 len: 168 time: 0.4136784 May 16 17:40:40.578010 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4fa1f-1579-4874-bd01-4d749e7a3723 admin admin] Pushing event deleted for resources: {'Network': ['ID=02dd2d1c-7c4d-4378-9fb9-458d63e68087,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.684118 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56574) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.700114 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4acf8aaa-8a71-40ad-bc27-d75d6e195c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.755941 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56578) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.775912 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4acf8aaa-8a71-40ad-bc27-d75d6e195c4a admin admin] Publish callbacks [] for security_group (d7eb9a16-5152-4ac1-afc2-a8bc6c09c977), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.780237 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4acf8aaa-8a71-40ad-bc27-d75d6e195c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d7eb9a16-5152-4ac1-afc2-a8bc6c09c977), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.795902 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-7e42976e-76c9-4f0a-bbf4-907dbe8c8088 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41d2d86a107d4a85b93b469cf4d09910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382788 May 16 17:40:40.798408 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56580) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.816997 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8aaa-8a71-40ad-bc27-d75d6e195c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eb9a16-5152-4ac1-afc2-a8bc6c09c977,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.822022 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4acf8aaa-8a71-40ad-bc27-d75d6e195c4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d73e9655a2ce4b6dacf1ba2248f85bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366568 May 16 17:40:40.824331 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56584) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:40.850768 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d223a5e-a3d5-460b-8df5-52873adedbfd admin admin] Publish callbacks [] for security_group (c7d2107a-17d5-45e9-b852-7e3a5e7928ad), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.873003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d223a5e-a3d5-460b-8df5-52873adedbfd admin admin] Publish callbacks [] for security_group (c7d2107a-17d5-45e9-b852-7e3a5e7928ad), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.881142 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdd554c5-ccab-4830-b9f3-e23cdf69eb09 admin admin] Publish callbacks [] for security_group (d7eb9a16-5152-4ac1-afc2-a8bc6c09c977), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.905468 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdd554c5-ccab-4830-b9f3-e23cdf69eb09 admin admin] Publish callbacks [] for security_group (d7eb9a16-5152-4ac1-afc2-a8bc6c09c977), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.920784 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d223a5e-a3d5-460b-8df5-52873adedbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c7d2107a-17d5-45e9-b852-7e3a5e7928ad), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.923579 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d223a5e-a3d5-460b-8df5-52873adedbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.924835 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0d223a5e-a3d5-460b-8df5-52873adedbfd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7d2107a-17d5-45e9-b852-7e3a5e7928ad HTTP/1.1" status: 204 len: 168 time: 0.1254747 May 16 17:40:40.933198 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d223a5e-a3d5-460b-8df5-52873adedbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d2107a-17d5-45e9-b852-7e3a5e7928ad,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:40.957760 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdd554c5-ccab-4830-b9f3-e23cdf69eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d7eb9a16-5152-4ac1-afc2-a8bc6c09c977), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.961078 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdd554c5-ccab-4830-b9f3-e23cdf69eb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:40.964967 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-fdd554c5-ccab-4830-b9f3-e23cdf69eb09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7eb9a16-5152-4ac1-afc2-a8bc6c09c977 HTTP/1.1" status: 204 len: 168 time: 0.1396408 May 16 17:40:40.973915 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd554c5-ccab-4830-b9f3-e23cdf69eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eb9a16-5152-4ac1-afc2-a8bc6c09c977,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:41.196577 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859306f-6db8-411a-99a9-cb13c1d46c3f req-ba978748-15d6-4aa5-89a8-6e8f8a63ca21 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:41.198030 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d859306f-6db8-411a-99a9-cb13c1d46c3f req-ba978748-15d6-4aa5-89a8-6e8f8a63ca21 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 931 time: 0.0918632 May 16 17:40:41.206292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f193fc-132a-4696-9d19-6b8edd203b9d req-9ecb07bb-75ec-4ffb-8558-4bd13698db77 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:41.207751 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55f193fc-132a-4696-9d19-6b8edd203b9d req-9ecb07bb-75ec-4ffb-8558-4bd13698db77 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0799706 May 16 17:40:41.286188 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d859306f-6db8-411a-99a9-cb13c1d46c3f req-3c598cb4-d67f-4636-8016-449231c11516 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730810 May 16 17:40:41.294748 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55f193fc-132a-4696-9d19-6b8edd203b9d req-f86ec146-cbb9-4c97-b5d7-3b95a254af71 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757427 May 16 17:40:41.324217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56600) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:41.327728 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56602) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:41.337931 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-330827d3-0c82-4972-968b-7cb81a57a6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.369909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56604) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:41.370119 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e1fa0c62-0f8e-4802-bbe0-033e2de86425 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61e5a680f105426893070501a014f6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410089 May 16 17:40:41.445962 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-330827d3-0c82-4972-968b-7cb81a57a6f5 admin admin] Publish callbacks [] for security_group (472cda39-db69-4f87-8121-9d00dc5e1fc7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.447329 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7faa860a-7db6-4a9a-8a4e-0a4a874f82e9 admin admin] Publish callbacks [] for security_group (96f264fd-0ccd-43f1-8bb9-ef7a198eabfb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.455482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-330827d3-0c82-4972-968b-7cb81a57a6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (472cda39-db69-4f87-8121-9d00dc5e1fc7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.484422 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7faa860a-7db6-4a9a-8a4e-0a4a874f82e9 admin admin] Publish callbacks [] for security_group (96f264fd-0ccd-43f1-8bb9-ef7a198eabfb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.513535 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-330827d3-0c82-4972-968b-7cb81a57a6f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=662cff4e79f44fddb92a3bd9336eb513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882577 May 16 17:40:41.515784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330827d3-0c82-4972-968b-7cb81a57a6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472cda39-db69-4f87-8121-9d00dc5e1fc7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:41.516493 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56606) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:41.553652 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7faa860a-7db6-4a9a-8a4e-0a4a874f82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (96f264fd-0ccd-43f1-8bb9-ef7a198eabfb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.556254 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7faa860a-7db6-4a9a-8a4e-0a4a874f82e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.557405 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7faa860a-7db6-4a9a-8a4e-0a4a874f82e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96f264fd-0ccd-43f1-8bb9-ef7a198eabfb HTTP/1.1" status: 204 len: 168 time: 0.1865783 May 16 17:40:41.564893 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa860a-7db6-4a9a-8a4e-0a4a874f82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f264fd-0ccd-43f1-8bb9-ef7a198eabfb,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:41.571167 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d1b0-9113-4021-b11f-228b09be8d81 admin admin] Publish callbacks [] for security_group (472cda39-db69-4f87-8121-9d00dc5e1fc7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.597290 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d1b0-9113-4021-b11f-228b09be8d81 admin admin] Publish callbacks [] for security_group (472cda39-db69-4f87-8121-9d00dc5e1fc7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.619924 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Request body: {'port': {'device_id': 'fa888899-08da-449a-bfec-44545e740ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:41.695289 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4008578d-3079-4492-b51b-6afa7663b028), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.710781 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d1b0-9113-4021-b11f-228b09be8d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (472cda39-db69-4f87-8121-9d00dc5e1fc7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.714378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d1b0-9113-4021-b11f-228b09be8d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:41.718591 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2bb7d1b0-9113-4021-b11f-228b09be8d81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/472cda39-db69-4f87-8121-9d00dc5e1fc7 HTTP/1.1" status: 204 len: 168 time: 0.2004941 May 16 17:40:41.728552 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeac94-196e-4832-97dc-ba3cb2b30273 req-999eae75-0af3-4011-a0ea-84a7540b327d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:41.730064 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ceaeac94-196e-4832-97dc-ba3cb2b30273 req-999eae75-0af3-4011-a0ea-84a7540b327d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0846288 May 16 17:40:41.777698 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7d1b0-9113-4021-b11f-228b09be8d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472cda39-db69-4f87-8121-9d00dc5e1fc7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:41.787272 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ceaeac94-196e-4832-97dc-ba3cb2b30273 req-92be2491-8c98-477d-84c3-19af429e11fd tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508471 May 16 17:40:41.798196 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-5f5e4674-c2fb-4b70-8444-2069c1494eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:41.800202 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-5f5e4674-c2fb-4b70-8444-2069c1494eb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.1860297 May 16 17:40:41.854970 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-9346edd7-4f62-42a1-826d-14c847b57d0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 200 len: 217 time: 0.0384741 May 16 17:40:41.918745 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-e09fb336-92a2-4fa5-97d5-430da36c8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:41.920615 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-e09fb336-92a2-4fa5-97d5-430da36c8c53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0513816 May 16 17:40:42.113036 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4008578d-3079-4492-b51b-6afa7663b028 {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:42.121373 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Publish callbacks [] for port (4008578d-3079-4492-b51b-6afa7663b028), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:42.135635 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Transition to ACTIVE for port object 4008578d-3079-4492-b51b-6afa7663b028 will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:40:42.142939 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (4008578d-3079-4492-b51b-6afa7663b028), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:42.215751 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Pushing event updated for resources: {'Port': ['ID=4008578d-3079-4492-b51b-6afa7663b028,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:42.282315 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Attempting to bind port 4008578d-3079-4492-b51b-6afa7663b028 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:40:42.283410 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Attempting to bind port 4008578d-3079-4492-b51b-6afa7663b028 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:40:42.283752 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Attempting to bind port 4008578d-3079-4492-b51b-6afa7663b028 on network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:42.288705 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Port 4008578d-3079-4492-b51b-6afa7663b028 on network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:40:42.288858 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Attempting to bind port 4008578d-3079-4492-b51b-6afa7663b028 on network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:40:42.295040 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:40:42.295700 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Checking segment: {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:40:42.296080 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Bound using segment: {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:40:42.296510 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Bound port: 4008578d-3079-4492-b51b-6afa7663b028, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:40:42.297192 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4008578d-3079-4492-b51b-6afa7663b028), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:42.524298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92346526-7b9c-4f96-b8b5-37c06f90cea7 req-377b1e84-3f94-4cbb-9599-fed64adc536d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:42.526295 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92346526-7b9c-4f96-b8b5-37c06f90cea7 req-377b1e84-3f94-4cbb-9599-fed64adc536d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0995765 May 16 17:40:42.532467 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928c62-2c04-4dfc-9a3a-544462ad128f req-2e63fca0-094a-44cf-99d8-bad99930d77a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:42.534123 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82928c62-2c04-4dfc-9a3a-544462ad128f req-2e63fca0-094a-44cf-99d8-bad99930d77a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.1209464 May 16 17:40:42.589015 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] For port 4008578d-3079-4492-b51b-6afa7663b028, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:40:42.592739 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] For port 4008578d-3079-4492-b51b-6afa7663b028, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4008578d-3079-4492-b51b-6afa7663b028,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:40:42.602871 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (4008578d-3079-4492-b51b-6afa7663b028), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:42.647510 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:42.648143 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:42.649834 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] 10.222.0.35 "PUT /v2.0/ports/4008578d-3079-4492-b51b-6afa7663b028 HTTP/1.1" status: 200 len: 1093 time: 1.0343826 May 16 17:40:42.650346 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa888899-08da-449a-bfec-44545e740ca8', 'tag': '4008578d-3079-4492-b51b-6afa7663b028'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:42.652820 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa888899-08da-449a-bfec-44545e740ca8", "tag": "4008578d-3079-4492-b51b-6afa7663b028"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:42.681847 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f925915-c3d0-49ad-a7e4-888d4a26213b service neutron] Pushing event updated for resources: {'Port': ['ID=4008578d-3079-4492-b51b-6afa7663b028,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:42.809183 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92346526-7b9c-4f96-b8b5-37c06f90cea7 req-9979a47a-c2bf-44b1-b0ec-ced900907175 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739940 May 16 17:40:42.816993 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82928c62-2c04-4dfc-9a3a-544462ad128f req-6c4d88a1-b5a5-40ef-82e7-9404ca3c4043 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719380 May 16 17:40:42.873125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ca39c6-0813-4270-bf87-be070befb803 x-openstack-request-id: req-29ca39c6-0813-4270-bf87-be070befb803 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:42.873396 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa888899-08da-449a-bfec-44545e740ca8", "tag": "4008578d-3079-4492-b51b-6afa7663b028", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:42.873686 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29ca39c6-0813-4270-bf87-be070befb803 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:42.874074 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ca39c6-0813-4270-bf87-be070befb803'] response: {'name': 'network-changed', 'server_uuid': 'fa888899-08da-449a-bfec-44545e740ca8', 'tag': '4008578d-3079-4492-b51b-6afa7663b028', 'status': 'completed', 'code': 200} May 16 17:40:42.930014 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86f66-ec4b-4ecd-97ca-b52b7c38b9c4 req-e76e74ba-1e8e-4e28-ac79-15d90c39c02e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:42.931486 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-94f86f66-ec4b-4ecd-97ca-b52b7c38b9c4 req-e76e74ba-1e8e-4e28-ac79-15d90c39c02e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0482309 May 16 17:40:42.981406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-94f86f66-ec4b-4ecd-97ca-b52b7c38b9c4 req-ebb7b840-9e52-44d0-ba4d-795b9b0400ec tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432527 May 16 17:40:43.961613 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7128d27-0403-430d-99c1-8575e31ff6cc req-c9050445-b860-4dd7-8eaf-443ef72a6ccb tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:43.964406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c7128d27-0403-430d-99c1-8575e31ff6cc req-c9050445-b860-4dd7-8eaf-443ef72a6ccb tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.0764272 May 16 17:40:43.976589 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6962-a008-4e68-ad34-271887977a99 req-937ae1cb-da70-4f1a-b353-8995b664050c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:43.978052 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a93f6962-a008-4e68-ad34-271887977a99 req-937ae1cb-da70-4f1a-b353-8995b664050c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0809815 May 16 17:40:44.065436 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c7128d27-0403-430d-99c1-8575e31ff6cc req-18ba8c8d-ff2f-40ed-8df6-53f0dfa01888 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842965 May 16 17:40:44.071421 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a93f6962-a008-4e68-ad34-271887977a99 req-74fb3c89-8fe1-488d-8cab-e3a79c60f95a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854812 May 16 17:40:44.191927 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97a197-663e-401c-b583-a909b1dabcc4 req-7d7bd1a0-a107-4637-83a1-6e2cb1843acc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:44.193367 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9a97a197-663e-401c-b583-a909b1dabcc4 req-7d7bd1a0-a107-4637-83a1-6e2cb1843acc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0560629 May 16 17:40:44.241183 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9a97a197-663e-401c-b583-a909b1dabcc4 req-8e25df7c-a474-4e33-a768-65bf337aeada tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 May 16 17:40:44.796191 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56780) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:44.900871 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5849028a-d4b4-44d6-b05b-4b0887eb861f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:44.985371 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5849028a-d4b4-44d6-b05b-4b0887eb861f admin admin] Publish callbacks [] for security_group (00a83482-1fde-4695-890a-5c15fe6cefcb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:44.989930 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5849028a-d4b4-44d6-b05b-4b0887eb861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (00a83482-1fde-4695-890a-5c15fe6cefcb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:45.026885 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-5849028a-d4b4-44d6-b05b-4b0887eb861f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f315555ce5943738be4b5b328c93e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296107 May 16 17:40:45.028003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849028a-d4b4-44d6-b05b-4b0887eb861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a83482-1fde-4695-890a-5c15fe6cefcb,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:45.029767 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56784) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:45.085075 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ae-4c36-42b6-962e-6a632717788b admin admin] Publish callbacks [] for security_group (00a83482-1fde-4695-890a-5c15fe6cefcb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:45.115187 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ae-4c36-42b6-962e-6a632717788b admin admin] Publish callbacks [] for security_group (00a83482-1fde-4695-890a-5c15fe6cefcb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:45.221491 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3 req-748f3d3a-3666-48fa-8260-914fbec90502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.223099 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3 req-748f3d3a-3666-48fa-8260-914fbec90502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 1127 time: 0.0744193 May 16 17:40:45.270277 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-3a7f1314-92bc-4622-ade6-99cd43125903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.272174 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-3a7f1314-92bc-4622-ade6-99cd43125903 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1254985 May 16 17:40:45.299410 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58838302-06e5-4133-b1da-a1fa24f4a399 req-08a5c554-a262-4043-8c71-09de791edfbc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.301056 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58838302-06e5-4133-b1da-a1fa24f4a399 req-08a5c554-a262-4043-8c71-09de791edfbc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1151805 May 16 17:40:45.307097 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612c17b-d7a7-47d5-9658-46ff228a2a62 req-104bc981-2edc-43a9-be55-b2347c6aa79e tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.308625 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b612c17b-d7a7-47d5-9658-46ff228a2a62 req-104bc981-2edc-43a9-be55-b2347c6aa79e tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.1216767 May 16 17:40:45.339809 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3 req-e11c8bcb-935b-4115-a041-67cba6d28777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.341441 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3 req-e11c8bcb-935b-4115-a041-67cba6d28777 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1092625 May 16 17:40:45.379342 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ae-4c36-42b6-962e-6a632717788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (00a83482-1fde-4695-890a-5c15fe6cefcb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:45.382114 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ae-4c36-42b6-962e-6a632717788b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:45.383427 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-5f8794ae-4c36-42b6-962e-6a632717788b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00a83482-1fde-4695-890a-5c15fe6cefcb HTTP/1.1" status: 204 len: 168 time: 0.3525167 May 16 17:40:45.446613 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8794ae-4c36-42b6-962e-6a632717788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a83482-1fde-4695-890a-5c15fe6cefcb,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:45.478296 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3 req-4f060319-c4a2-4ee7-85da-397447296dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.481237 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ef9c6bb0-8d69-47f4-bacd-e9ccafc0cfd3 req-4f060319-c4a2-4ee7-85da-397447296dca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336789 May 16 17:40:45.498196 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58838302-06e5-4133-b1da-a1fa24f4a399 req-f7558357-2edf-48e1-ad1e-ee82d12754f3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705692 May 16 17:40:45.535303 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b612c17b-d7a7-47d5-9658-46ff228a2a62 req-99b4dc9c-0cf2-4d18-9916-5041bc4af126 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947231 May 16 17:40:45.604893 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-2f4485ca-3d60-4751-b404-b2b73c47ffe0 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159626 May 16 17:40:45.640860 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-201c66d6-73c5-4e7e-b9be-b0fedc9fec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.644983 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-201c66d6-73c5-4e7e-b9be-b0fedc9fec56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 1127 time: 0.1180151 May 16 17:40:45.696216 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6e111-cbe8-4c5f-9f03-c380fa40aa72 req-f5815df8-5a3c-4092-9f4d-f9e8b3f09a33 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.698045 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-09f6e111-cbe8-4c5f-9f03-c380fa40aa72 req-f5815df8-5a3c-4092-9f4d-f9e8b3f09a33 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.1025648 May 16 17:40:45.766513 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-09f6e111-cbe8-4c5f-9f03-c380fa40aa72 req-75bb302d-ccee-4fe1-85d8-1916f8d29ab7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592473 May 16 17:40:45.829355 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56828) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:45.850600 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-eeccee7d-1ae7-4b10-aae3-39cfc9f1df54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4008578d-3079-4492-b51b-6afa7663b028 HTTP/1.1" status: 200 len: 217 time: 0.0850866 May 16 17:40:45.858987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6516a7cc-5bb5-4c91-9ded-df1952e322bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:45.915448 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-d6f7656f-3999-4489-a576-5eb6ec04d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.917234 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-d6f7656f-3999-4489-a576-5eb6ec04d641 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48f8cb97-6965-45f1-bc4a-6ab601e3e424 HTTP/1.1" status: 200 len: 848 time: 0.0595040 May 16 17:40:45.983474 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-2a04494f-f261-418c-a0b2-2d205206c90d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466881 May 16 17:40:45.987344 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ed353-20dc-4aa2-b93c-51d51d1c0647 req-033ff1a1-579d-4ad5-9246-8d48ba4ba6b9 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:45.988924 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0e9ed353-20dc-4aa2-b93c-51d51d1c0647 req-033ff1a1-579d-4ad5-9246-8d48ba4ba6b9 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0834551 May 16 17:40:46.003460 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 56834) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:46.014900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:40:46.109503 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6803914-78cd-42e1-9596-f8d6b052f637 req-28fe7ec6-ffbb-458b-8b8b-2329f1ba4a08 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417304 May 16 17:40:46.122213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (ab23dbad-e1c5-4253-8e0c-817b66cd082d), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.166221 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-921f0883-fec3-4678-8fc1-07fc40fadf3a service neutron] 10.222.0.35 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615551 May 16 17:40:46.300346 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a264c8b8-f6e7-479b-a155-1141fb05d8b4 req-02323e1b-af42-4515-ba7c-96e5f29ac2cf service neutron] 10.222.0.35 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269591 May 16 17:40:46.310040 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6516a7cc-5bb5-4c91-9ded-df1952e322bc admin admin] Publish callbacks [] for security_group (628d79ba-a906-4fb1-b326-5b1f16fe6047), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.315552 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6516a7cc-5bb5-4c91-9ded-df1952e322bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (628d79ba-a906-4fb1-b326-5b1f16fe6047), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.408776 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-6516a7cc-5bb5-4c91-9ded-df1952e322bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ed26d09b76b4e94be35b0412aa9a902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5780978 May 16 17:40:46.411714 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 56866) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:46.413806 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516a7cc-5bb5-4c91-9ded-df1952e322bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d79ba-a906-4fb1-b326-5b1f16fe6047,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:46.473576 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a18080a4-ccb5-430a-9593-ff8efee16098 admin admin] Publish callbacks [] for security_group (628d79ba-a906-4fb1-b326-5b1f16fe6047), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.494477 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a18080a4-ccb5-430a-9593-ff8efee16098 admin admin] Publish callbacks [] for security_group (628d79ba-a906-4fb1-b326-5b1f16fe6047), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.545799 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a18080a4-ccb5-430a-9593-ff8efee16098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (628d79ba-a906-4fb1-b326-5b1f16fe6047), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.548384 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a18080a4-ccb5-430a-9593-ff8efee16098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:46.552757 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a18080a4-ccb5-430a-9593-ff8efee16098 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/628d79ba-a906-4fb1-b326-5b1f16fe6047 HTTP/1.1" status: 204 len: 168 time: 0.1399388 May 16 17:40:46.586350 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18080a4-ccb5-430a-9593-ff8efee16098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d79ba-a906-4fb1-b326-5b1f16fe6047,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:46.801741 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2fe61-987f-40f4-b4c9-77cff93d0322 req-127557a5-33f5-465f-9bfc-376b4c3db331 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:46.803262 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82f2fe61-987f-40f4-b4c9-77cff93d0322 req-127557a5-33f5-465f-9bfc-376b4c3db331 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1605058 May 16 17:40:46.847573 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba7fd-df94-4040-9cb2-33772def2865 req-f6574e59-faa4-4a99-b5fe-f0f0517d7f79 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:46.849106 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4c7ba7fd-df94-4040-9cb2-33772def2865 req-f6574e59-faa4-4a99-b5fe-f0f0517d7f79 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.1595562 May 16 17:40:47.188954 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82f2fe61-987f-40f4-b4c9-77cff93d0322 req-ff7923db-786f-48ef-a30b-8fae1f27a7f6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761046 May 16 17:40:47.226907 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4c7ba7fd-df94-4040-9cb2-33772def2865 req-246b7008-8832-47bb-82a5-ea24d940790c tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676741 May 16 17:40:47.234031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:47.239983 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (ab23dbad-e1c5-4253-8e0c-817b66cd082d), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:47.338262 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP ab23dbad-e1c5-4253-8e0c-817b66cd082d associated. External IP: 172.27.0.243, port: 210e9aa1-6c18-46a4-b1f6-904dc4e498d1. May 16 17:40:47.539583 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:40:47.642105 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:40:47.647604 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:47.669986 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:40:47.681675 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:47.681675 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:40:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:47.682723 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c5e9d018-f88d-4a40-86f9-5c94f1265564 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "PUT /v2.0/floatingips/ab23dbad-e1c5-4253-8e0c-817b66cd082d HTTP/1.1" status: 200 len: 992 time: 1.6770396 May 16 17:40:47.683363 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:47.685774 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce8c50-0348-4420-82aa-1878aa674821" -d '{"events": [{"name": "network-changed", "server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:47.727247 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bbed26-0ee2-40ff-a0c0-272246414584 x-openstack-request-id: req-d1bbed26-0ee2-40ff-a0c0-272246414584 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:47.727543 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:47.727796 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1bbed26-0ee2-40ff-a0c0-272246414584 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:47.728217 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1bbed26-0ee2-40ff-a0c0-272246414584'] response: {'name': 'network-changed', 'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'status': 'completed', 'code': 200} May 16 17:40:47.806958 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:48.055840 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:46Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:48.080105 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:40:48.088509 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:40:48.089109 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:40:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:48.292006 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:40:48.387983 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de7ea0-7a86-4b08-b4b8-9fade7e7a8a3 req-43d80058-c1ec-4cf2-bd59-dadaf0aba79a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:48.389583 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b2de7ea0-7a86-4b08-b4b8-9fade7e7a8a3 req-43d80058-c1ec-4cf2-bd59-dadaf0aba79a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0833514 May 16 17:40:48.407020 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766c5b-82a0-405d-9081-4201efa66d9a req-2064c404-43e8-49bc-99de-1f6278abdb65 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:48.408653 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1766c5b-82a0-405d-9081-4201efa66d9a req-2064c404-43e8-49bc-99de-1f6278abdb65 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.0670753 May 16 17:40:48.484076 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b2de7ea0-7a86-4b08-b4b8-9fade7e7a8a3 req-62b0fee7-e967-4a87-a662-e76482598b32 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843873 May 16 17:40:48.491087 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1766c5b-82a0-405d-9081-4201efa66d9a req-9a2799a7-3f0c-4d83-9568-3500ac12e464 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 May 16 17:40:48.507741 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:46Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:40:48.535182 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4353b-c156-4606-90b6-3030487a7eb0 None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:46Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:40:48.774223 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47eddfd-302c-45be-a54a-0d3950b1ff76 None None] New status for floating IP ab23dbad-e1c5-4253-8e0c-817b66cd082d: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:40:49.633799 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3420ae-6a40-47a8-8e26-5baecde4e7dc req-eadb21e7-d122-463e-9284-45a74583c481 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:49.635364 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2a3420ae-6a40-47a8-8e26-5baecde4e7dc req-eadb21e7-d122-463e-9284-45a74583c481 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0715206 May 16 17:40:49.645115 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1258b4-a8e8-4cfa-9fe8-7b6cf381dde8 req-71e01c16-881d-4768-9f2d-a1105df18f4a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:49.646543 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2d1258b4-a8e8-4cfa-9fe8-7b6cf381dde8 req-71e01c16-881d-4768-9f2d-a1105df18f4a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.0739393 May 16 17:40:49.718269 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2a3420ae-6a40-47a8-8e26-5baecde4e7dc req-bda23e45-d5c3-448c-8f01-55f2f0d13c71 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707490 May 16 17:40:49.721655 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2d1258b4-a8e8-4cfa-9fe8-7b6cf381dde8 req-c3fc04ab-9e0f-46d9-9b80-ef009354bb7b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684485 May 16 17:40:50.405580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce8c50-0348-4420-82aa-1878aa674821 req-cc95e33d-9c63-4ede-a739-5cdc0c9cf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:50.407070 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-cc95e33d-9c63-4ede-a739-5cdc0c9cf665 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 1130 time: 0.0416033 May 16 17:40:50.524780 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce8c50-0348-4420-82aa-1878aa674821 req-0002f79f-8ece-4882-b8cf-ef455376dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:50.526636 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-0002f79f-8ece-4882-b8cf-ef455376dfe8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.1120429 May 16 17:40:50.625233 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-75c65402-1d1a-4e82-bc6c-c093ac8af32f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1 HTTP/1.1" status: 200 len: 1002 time: 0.0919971 May 16 17:40:50.685141 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce8c50-0348-4420-82aa-1878aa674821 req-6d3e5d7c-35f5-4451-b365-3638bc97271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:50.689604 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-6d3e5d7c-35f5-4451-b365-3638bc97271c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0551918 May 16 17:40:50.742938 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce8c50-0348-4420-82aa-1878aa674821 req-a1fb1b72-6c55-49bf-abf3-930927a33930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:50.746714 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-a1fb1b72-6c55-49bf-abf3-930927a33930 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431123 May 16 17:40:50.868496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5c015-cd5d-447a-80ae-74607c2dc321 req-f2ba8dd5-9ab2-4c75-a8ec-1d793f265688 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:50.870573 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-77c5c015-cd5d-447a-80ae-74607c2dc321 req-f2ba8dd5-9ab2-4c75-a8ec-1d793f265688 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0713148 May 16 17:40:50.910080 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-4e69cb54-9e95-4c58-89f7-f48455a8908f service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398098 May 16 17:40:50.910986 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57042) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:50.926284 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0fce-1661-40ce-aab3-2cde0828bd3d req-6ab2064c-17ea-44ba-90cb-4b3547d2d40e tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:50.928336 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6fbe0fce-1661-40ce-aab3-2cde0828bd3d req-6ab2064c-17ea-44ba-90cb-4b3547d2d40e tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.0813622 May 16 17:40:50.981667 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-77c5c015-cd5d-447a-80ae-74607c2dc321 req-79b5ca6f-079f-4019-b408-df2412850bc3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901823 May 16 17:40:51.040611 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6fbe0fce-1661-40ce-aab3-2cde0828bd3d req-75bb0421-cda0-4c6e-8ac0-e5bcd98efc7c tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973625 May 16 17:40:51.052892 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-57ce8c50-0348-4420-82aa-1878aa674821 req-27017417-03a1-41aa-9151-033d7d5e97a6 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942628 May 16 17:40:51.076430 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-68b35b0a-a3e7-4d5f-980b-405206bffdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.110928 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:40:51.155890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-68b35b0a-a3e7-4d5f-980b-405206bffdfc admin admin] Publish callbacks [] for security_group (d27d59f7-f147-4b34-b748-c3146449751c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.160615 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-68b35b0a-a3e7-4d5f-980b-405206bffdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d27d59f7-f147-4b34-b748-c3146449751c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.201092 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-68b35b0a-a3e7-4d5f-980b-405206bffdfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c489133bd254260826fc72d8d885633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857985 May 16 17:40:51.201802 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35b0a-a3e7-4d5f-980b-405206bffdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d59f7-f147-4b34-b748-c3146449751c,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:51.204827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57048) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:51.256791 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1a81144-f120-4bfd-87c2-496105fe2746 admin admin] Publish callbacks [] for security_group (d27d59f7-f147-4b34-b748-c3146449751c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.277459 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1a81144-f120-4bfd-87c2-496105fe2746 admin admin] Publish callbacks [] for security_group (d27d59f7-f147-4b34-b748-c3146449751c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.330972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1a81144-f120-4bfd-87c2-496105fe2746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d27d59f7-f147-4b34-b748-c3146449751c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.333722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1a81144-f120-4bfd-87c2-496105fe2746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.337287 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c1a81144-f120-4bfd-87c2-496105fe2746 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d27d59f7-f147-4b34-b748-c3146449751c HTTP/1.1" status: 204 len: 168 time: 0.1290781 May 16 17:40:51.343845 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a81144-f120-4bfd-87c2-496105fe2746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d59f7-f147-4b34-b748-c3146449751c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:51.663607 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57066) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:51.684088 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-40bc15b0-869c-4fd4-9bf5-b0eeeeca4332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.762579 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-40bc15b0-869c-4fd4-9bf5-b0eeeeca4332 admin admin] Publish callbacks [] for security_group (9fe29a9d-80b8-45fe-b910-ba2380f69cd1), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.766463 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-40bc15b0-869c-4fd4-9bf5-b0eeeeca4332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9fe29a9d-80b8-45fe-b910-ba2380f69cd1), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.806931 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-40bc15b0-869c-4fd4-9bf5-b0eeeeca4332 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec9ed82fe4294606b826d0284f19a904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411448 May 16 17:40:51.807787 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc15b0-869c-4fd4-9bf5-b0eeeeca4332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe29a9d-80b8-45fe-b910-ba2380f69cd1,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:51.809693 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57070) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:51.860239 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c59-8851-492c-9df9-9ef96ff21874 admin admin] Publish callbacks [] for security_group (9fe29a9d-80b8-45fe-b910-ba2380f69cd1), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.881111 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c59-8851-492c-9df9-9ef96ff21874 admin admin] Publish callbacks [] for security_group (9fe29a9d-80b8-45fe-b910-ba2380f69cd1), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.927240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c59-8851-492c-9df9-9ef96ff21874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9fe29a9d-80b8-45fe-b910-ba2380f69cd1), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.929849 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c59-8851-492c-9df9-9ef96ff21874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:51.931013 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4b1b7c59-8851-492c-9df9-9ef96ff21874 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fe29a9d-80b8-45fe-b910-ba2380f69cd1 HTTP/1.1" status: 204 len: 168 time: 0.1203310 May 16 17:40:51.939740 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b7c59-8851-492c-9df9-9ef96ff21874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe29a9d-80b8-45fe-b910-ba2380f69cd1,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:51.950673 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57076) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:52.113495 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b50290-c757-454f-9e2a-c12084669baa req-2bf4c486-a39c-4f97-bca9-619aac62551c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:52.115605 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08b50290-c757-454f-9e2a-c12084669baa req-2bf4c486-a39c-4f97-bca9-619aac62551c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0692334 May 16 17:40:52.243342 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08b50290-c757-454f-9e2a-c12084669baa req-14780e2e-9da2-428a-88dd-d5e11c52e955 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195896 May 16 17:40:52.262415 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7ed1-aac9-40be-8a2e-f883f930473d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.337966 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41c31b-81e3-4945-9d34-d1d25387f8c2 req-ffb5172c-918b-4c87-b147-431178e6ed00 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:52.345381 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5e41c31b-81e3-4945-9d34-d1d25387f8c2 req-ffb5172c-918b-4c87-b147-431178e6ed00 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 943 time: 0.0594060 May 16 17:40:52.380094 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7ed1-aac9-40be-8a2e-f883f930473d admin admin] Publish callbacks [] for security_group (59c29916-e470-4a3d-9424-24668c71781e), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.384726 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7ed1-aac9-40be-8a2e-f883f930473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (59c29916-e470-4a3d-9424-24668c71781e), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.395385 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5e41c31b-81e3-4945-9d34-d1d25387f8c2 req-592eed76-4431-4974-9d1a-27bf39a784d3 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488424 May 16 17:40:52.425282 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a6fa7ed1-aac9-40be-8a2e-f883f930473d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a3b99eca5084f58a36b82955a37f906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734783 May 16 17:40:52.428242 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57102) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:52.437331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa7ed1-aac9-40be-8a2e-f883f930473d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c29916-e470-4a3d-9424-24668c71781e,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:52.500375 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d2b1-4dd3-4efd-a2d2-d816852e44b0 admin admin] Publish callbacks [] for security_group (59c29916-e470-4a3d-9424-24668c71781e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.533044 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d2b1-4dd3-4efd-a2d2-d816852e44b0 admin admin] Publish callbacks [] for security_group (59c29916-e470-4a3d-9424-24668c71781e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.583245 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d2b1-4dd3-4efd-a2d2-d816852e44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (59c29916-e470-4a3d-9424-24668c71781e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.585445 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d2b1-4dd3-4efd-a2d2-d816852e44b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.586701 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f7f8d2b1-4dd3-4efd-a2d2-d816852e44b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59c29916-e470-4a3d-9424-24668c71781e HTTP/1.1" status: 204 len: 168 time: 0.1573589 May 16 17:40:52.596407 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8d2b1-4dd3-4efd-a2d2-d816852e44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c29916-e470-4a3d-9424-24668c71781e,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:52.883127 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57128) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:52.900050 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a8510f46-f220-47cd-aca5-1a9405ae5020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.975764 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a8510f46-f220-47cd-aca5-1a9405ae5020 admin admin] Publish callbacks [] for security_group (08426ff9-d4be-40f4-94e8-8bc8adf19e7b), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:52.979954 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a8510f46-f220-47cd-aca5-1a9405ae5020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (08426ff9-d4be-40f4-94e8-8bc8adf19e7b), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.003217 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4008578d-3079-4492-b51b-6afa7663b028 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:40:53.019122 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a8510f46-f220-47cd-aca5-1a9405ae5020 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9af7f236cb345f484a4ce0410a6fdae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333623 May 16 17:40:53.019122 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8510f46-f220-47cd-aca5-1a9405ae5020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08426ff9-d4be-40f4-94e8-8bc8adf19e7b,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:53.020323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57134) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:53.073746 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-feb4d87b-278e-47e5-997a-0d11d34fd6f2 admin admin] Publish callbacks [] for security_group (08426ff9-d4be-40f4-94e8-8bc8adf19e7b), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.097136 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-feb4d87b-278e-47e5-997a-0d11d34fd6f2 admin admin] Publish callbacks [] for security_group (08426ff9-d4be-40f4-94e8-8bc8adf19e7b), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.103482 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 4008578d-3079-4492-b51b-6afa7663b028, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4008578d-3079-4492-b51b-6afa7663b028,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:53.115411 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '4008578d-3079-4492-b51b-6afa7663b028', 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb', 'port_id': '4008578d-3079-4492-b51b-6afa7663b028', 'mac_address': 'fa:16:3e:6a:cd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f8cb97-6965-45f1-bc4a-6ab601e3e424', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:40:53.154027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-feb4d87b-278e-47e5-997a-0d11d34fd6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (08426ff9-d4be-40f4-94e8-8bc8adf19e7b), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.154248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 4008578d-3079-4492-b51b-6afa7663b028 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:53.154446 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4008578d-3079-4492-b51b-6afa7663b028), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.158009 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-feb4d87b-278e-47e5-997a-0d11d34fd6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.160102 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-feb4d87b-278e-47e5-997a-0d11d34fd6f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08426ff9-d4be-40f4-94e8-8bc8adf19e7b HTTP/1.1" status: 204 len: 168 time: 0.1384060 May 16 17:40:53.168043 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4008578d-3079-4492-b51b-6afa7663b028 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:40:53.170712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4d87b-278e-47e5-997a-0d11d34fd6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08426ff9-d4be-40f4-94e8-8bc8adf19e7b,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:53.187969 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57140) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:53.191648 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 4008578d-3079-4492-b51b-6afa7663b028, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4008578d-3079-4492-b51b-6afa7663b028,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:53.198363 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (4008578d-3079-4492-b51b-6afa7663b028), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.247332 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=4008578d-3079-4492-b51b-6afa7663b028,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:53.315269 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cfb59b12-331c-486d-8b74-6049dd413c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.360250 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffeda1-530f-4097-bc0c-6710a2784566 req-6be9158d-e6b1-4963-87a2-edd29ee6549d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:53.361785 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2ffeda1-530f-4097-bc0c-6710a2784566 req-6be9158d-e6b1-4963-87a2-edd29ee6549d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0622642 May 16 17:40:53.435662 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2ffeda1-530f-4097-bc0c-6710a2784566 req-8b1598b2-07f1-47d0-bd00-8e590ab1e631 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 May 16 17:40:53.465925 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cfb59b12-331c-486d-8b74-6049dd413c84 admin admin] Publish callbacks [] for security_group (204f46ab-9b9d-4fe6-9aec-e16a210b310c), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.471071 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cfb59b12-331c-486d-8b74-6049dd413c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (204f46ab-9b9d-4fe6-9aec-e16a210b310c), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.536700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb59b12-331c-486d-8b74-6049dd413c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204f46ab-9b9d-4fe6-9aec-e16a210b310c,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:53.544906 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57156) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:40:53.545600 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-cfb59b12-331c-486d-8b74-6049dd413c84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6b0a88026364b398639a9e1ff02dfa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557286 May 16 17:40:53.564886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f496b-3ee1-499c-b3eb-2b313fa84542 req-7da1e720-332a-44ec-9632-207b2b3ebca0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:53.567136 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f4f496b-3ee1-499c-b3eb-2b313fa84542 req-7da1e720-332a-44ec-9632-207b2b3ebca0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 944 time: 0.0749605 May 16 17:40:53.605288 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a298942e-15f1-422f-a112-d78ba70dcb09 admin admin] Publish callbacks [] for security_group (204f46ab-9b9d-4fe6-9aec-e16a210b310c), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.639074 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f4f496b-3ee1-499c-b3eb-2b313fa84542 req-f1740bbf-5300-42e0-9d7c-9ac412982e00 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661561 May 16 17:40:53.642663 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a298942e-15f1-422f-a112-d78ba70dcb09 admin admin] Publish callbacks [] for security_group (204f46ab-9b9d-4fe6-9aec-e16a210b310c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.692830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a298942e-15f1-422f-a112-d78ba70dcb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (204f46ab-9b9d-4fe6-9aec-e16a210b310c), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.695721 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a298942e-15f1-422f-a112-d78ba70dcb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:53.696851 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a298942e-15f1-422f-a112-d78ba70dcb09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/204f46ab-9b9d-4fe6-9aec-e16a210b310c HTTP/1.1" status: 204 len: 168 time: 0.1507130 May 16 17:40:53.704697 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298942e-15f1-422f-a112-d78ba70dcb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204f46ab-9b9d-4fe6-9aec-e16a210b310c,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:54.552853 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d71de-8842-4f0d-9850-01903dace453 req-647a3638-934c-42f2-9e1e-a8827a12ada7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:54.554389 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fa3d71de-8842-4f0d-9850-01903dace453 req-647a3638-934c-42f2-9e1e-a8827a12ada7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0474691 May 16 17:40:54.606159 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fa3d71de-8842-4f0d-9850-01903dace453 req-31113b04-cde7-497c-8934-2d6598c4e54c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457103 May 16 17:40:54.768637 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209820b-d9fe-4636-862c-8b8b4a486283 req-13f9a3b5-d049-41b7-abfb-9aaf09f38f16 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:54.771367 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7209820b-d9fe-4636-862c-8b8b4a486283 req-13f9a3b5-d049-41b7-abfb-9aaf09f38f16 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 944 time: 0.0525880 May 16 17:40:54.830507 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7209820b-d9fe-4636-862c-8b8b4a486283 req-736ed255-7a9d-4195-ae62-6bfd5c55823a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 May 16 17:40:55.203106 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['4008578d-3079-4492-b51b-6afa7663b028'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:40:55.734262 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3343ef5-3563-428e-a7c9-5ed3a67ee827 req-a834d402-de99-4c9e-96e3-d0b62f9c1a28 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:55.742251 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3343ef5-3563-428e-a7c9-5ed3a67ee827 req-a834d402-de99-4c9e-96e3-d0b62f9c1a28 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0666986 May 16 17:40:55.792616 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3343ef5-3563-428e-a7c9-5ed3a67ee827 req-755f2968-60c0-4081-88f4-75472576f0ee tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495019 May 16 17:40:55.841106 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1f15d1bb-a7dd-4be1-a5bf-e292cd6e03ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:55.979865 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431407d8-a06d-4e2f-acb4-a794e2b6a8dd req-f8c3d8d9-08e0-44c7-8428-bdfcb6cfbaf7 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:55.981661 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-431407d8-a06d-4e2f-acb4-a794e2b6a8dd req-f8c3d8d9-08e0-44c7-8428-bdfcb6cfbaf7 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 944 time: 0.0604384 May 16 17:40:56.035349 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-431407d8-a06d-4e2f-acb4-a794e2b6a8dd req-a9d55ad9-ca2d-41dc-a6e9-55b45714040b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 May 16 17:40:56.592438 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b31a2e-191b-4f54-8a93-0af553db366c req-b707fe6c-4472-44cd-ae04-98299b71c18c tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:56.593952 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96b31a2e-191b-4f54-8a93-0af553db366c req-b707fe6c-4472-44cd-ae04-98299b71c18c tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0525830 May 16 17:40:56.646713 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96b31a2e-191b-4f54-8a93-0af553db366c req-ba54087d-ae73-4e5f-ac42-a279d0019b95 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458729 May 16 17:40:56.909634 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe46a61-63c1-4629-9f8d-bb2ec8939305 req-c3ffb664-6ec5-4890-ae43-de8705319285 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:56.911196 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4fe46a61-63c1-4629-9f8d-bb2ec8939305 req-c3ffb664-6ec5-4890-ae43-de8705319285 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0456567 May 16 17:40:56.963218 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4fe46a61-63c1-4629-9f8d-bb2ec8939305 req-6fd12b99-9d6d-47d4-b9a1-3f29b264344b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 May 16 17:40:57.148659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512284c-af1c-4b71-8685-d8edf630f3f7 req-2d2788c1-6066-413a-bad5-ed05d5c61b4c tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:57.152298 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5512284c-af1c-4b71-8685-d8edf630f3f7 req-2d2788c1-6066-413a-bad5-ed05d5c61b4c tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 944 time: 0.0486403 May 16 17:40:57.197989 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5512284c-af1c-4b71-8685-d8edf630f3f7 req-482acf11-6825-40e0-9269-3a1121ba51f8 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 May 16 17:40:57.221122 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4008578d-3079-4492-b51b-6afa7663b028 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:40:57.262607 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 4008578d-3079-4492-b51b-6afa7663b028 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:40:57.268151 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 4008578d-3079-4492-b51b-6afa7663b028 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:40:57.268515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (4008578d-3079-4492-b51b-6afa7663b028), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:57.352302 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 4008578d-3079-4492-b51b-6afa7663b028 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:40:57.352831 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4008578d-3079-4492-b51b-6afa7663b028), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:57.379374 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa888899-08da-449a-bfec-44545e740ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4008578d-3079-4492-b51b-6afa7663b028'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:40:57.381795 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a4660-e145-4346-aa1b-f8508592ad24" -d '{"events": [{"server_uuid": "fa888899-08da-449a-bfec-44545e740ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4008578d-3079-4492-b51b-6afa7663b028"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:40:57.394227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 4008578d-3079-4492-b51b-6afa7663b028, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4008578d-3079-4492-b51b-6afa7663b028,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:40:57.399032 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (4008578d-3079-4492-b51b-6afa7663b028), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:57.420954 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057b1ee-d4af-4005-84e6-5b26e834bd38 x-openstack-request-id: req-6057b1ee-d4af-4005-84e6-5b26e834bd38 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:40:57.421270 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa888899-08da-449a-bfec-44545e740ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4008578d-3079-4492-b51b-6afa7663b028", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:40:57.421534 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6057b1ee-d4af-4005-84e6-5b26e834bd38 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:40:57.422031 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6057b1ee-d4af-4005-84e6-5b26e834bd38'] response: {'server_uuid': 'fa888899-08da-449a-bfec-44545e740ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4008578d-3079-4492-b51b-6afa7663b028', 'code': 200} May 16 17:40:57.449238 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=4008578d-3079-4492-b51b-6afa7663b028,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:40:57.764348 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d4ebb-0ec3-44ed-8b8b-4d5781b616da req-9e40476a-4a1e-45ae-bbbe-7d13f5a6efbf tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:57.765800 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-262d4ebb-0ec3-44ed-8b8b-4d5781b616da req-9e40476a-4a1e-45ae-bbbe-7d13f5a6efbf tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0473416 May 16 17:40:57.810998 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-262d4ebb-0ec3-44ed-8b8b-4d5781b616da req-5eeefed9-28a0-444f-aab9-e80e3413b5eb tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 May 16 17:40:58.086882 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399549-7ad5-4a90-a35a-51c097e94b04 req-f43c962e-8f6c-44e5-ba43-3d7880925893 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:58.088351 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-87399549-7ad5-4a90-a35a-51c097e94b04 req-f43c962e-8f6c-44e5-ba43-3d7880925893 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0540383 May 16 17:40:58.140482 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-87399549-7ad5-4a90-a35a-51c097e94b04 req-57f762bc-273e-4e74-86ea-8f29efcefe84 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 May 16 17:40:58.312406 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60f984-582e-4bcb-967f-5cd701729c68 req-25d3b4b1-cd7d-4e25-8788-593079eb9f46 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:58.313569 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-56f29226-6a8c-4679-bad4-ccbdd893c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:58.314058 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf60f984-582e-4bcb-967f-5cd701729c68 req-25d3b4b1-cd7d-4e25-8788-593079eb9f46 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0474508 May 16 17:40:58.362353 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf60f984-582e-4bcb-967f-5cd701729c68 req-df08cf74-6747-4662-8e27-5c62cb917315 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 May 16 17:40:58.943909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096dcc6-2e2e-483a-a0ff-08c838debdca req-d0f5fcae-7add-4d39-9f16-e95589bcf47a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:58.945371 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4096dcc6-2e2e-483a-a0ff-08c838debdca req-d0f5fcae-7add-4d39-9f16-e95589bcf47a tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0555265 May 16 17:40:58.991877 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4096dcc6-2e2e-483a-a0ff-08c838debdca req-5c8ee7a7-bf6d-4a5f-aba1-41d81c9f476f tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 May 16 17:40:59.066367 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:59.252598 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cbea9-a3fd-4387-a8e8-bf92fe417a52 req-abf1ccb5-2db5-4cd2-9077-7ba658ea9ce1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:59.254291 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-720cbea9-a3fd-4387-a8e8-bf92fe417a52 req-abf1ccb5-2db5-4cd2-9077-7ba658ea9ce1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0480330 May 16 17:40:59.312532 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-720cbea9-a3fd-4387-a8e8-bf92fe417a52 req-c1c330ee-7c41-4233-9326-b30b55809bca tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 May 16 17:40:59.482636 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db328d7-732e-4d0f-b963-acb0abcea7ed req-4b8784a9-5a22-4723-b775-18326c0a6ceb tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:40:59.484092 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8db328d7-732e-4d0f-b963-acb0abcea7ed req-4b8784a9-5a22-4723-b775-18326c0a6ceb tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0554609 May 16 17:40:59.526808 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:40:59.534949 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8db328d7-732e-4d0f-b963-acb0abcea7ed req-ba8d07da-44d8-49d4-88d5-ee7d0fddccc8 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 May 16 17:41:00.131911 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce56b9-e715-44b8-bcb6-bca8bf6fc93e req-9bfd761a-f22c-494a-930f-25d67e5ce3a7 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:00.133706 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55ce56b9-e715-44b8-bcb6-bca8bf6fc93e req-9bfd761a-f22c-494a-930f-25d67e5ce3a7 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0556176 May 16 17:41:00.184522 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55ce56b9-e715-44b8-bcb6-bca8bf6fc93e req-f7d0d8e4-0888-448c-9575-ca739231f53e tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 May 16 17:41:00.403900 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:00.437672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9e0d0-b0d3-49a4-92a8-4d6af72333bd req-0b60d297-0061-4ba3-a169-1ccc01685b7f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:00.439342 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-56a9e0d0-b0d3-49a4-92a8-4d6af72333bd req-0b60d297-0061-4ba3-a169-1ccc01685b7f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0623448 May 16 17:41:00.488174 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-56a9e0d0-b0d3-49a4-92a8-4d6af72333bd req-0737deec-cabf-4331-b137-1dc95eb58df7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 May 16 17:41:00.662254 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a48d8f-c54b-465d-a296-6fcf63bf2816 req-3fa40437-e811-4148-90ae-63806a68a402 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:00.664149 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55a48d8f-c54b-465d-a296-6fcf63bf2816 req-3fa40437-e811-4148-90ae-63806a68a402 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0591047 May 16 17:41:00.710728 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55a48d8f-c54b-465d-a296-6fcf63bf2816 req-989c5abf-37ef-4339-b276-74c1bfa06b9f tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 May 16 17:41:01.304168 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89325da-823a-4ca2-94bf-81588022a1fa req-e13af955-0e4f-44fd-845f-78daf517d438 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:01.305639 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c89325da-823a-4ca2-94bf-81588022a1fa req-e13af955-0e4f-44fd-845f-78daf517d438 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0470650 May 16 17:41:01.353429 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c89325da-823a-4ca2-94bf-81588022a1fa req-2d770050-2c06-48be-ab4e-9d958cb09b96 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 May 16 17:41:01.610317 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706eb8d-2ce3-42b6-9c1e-fa917f987bfd req-39b21fe3-14a0-44ef-a40e-e436ceee1037 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:01.611752 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9706eb8d-2ce3-42b6-9c1e-fa917f987bfd req-39b21fe3-14a0-44ef-a40e-e436ceee1037 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0521529 May 16 17:41:01.661925 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9706eb8d-2ce3-42b6-9c1e-fa917f987bfd req-ff9fe686-bc8f-431a-beaa-8194928f5fd3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 May 16 17:41:01.830144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a62be-0216-4685-bcc7-a233d8f8fa0f req-f235f4cf-7f88-4f7d-be46-4bcab7a147b7 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:01.831665 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b4a62be-0216-4685-bcc7-a233d8f8fa0f req-f235f4cf-7f88-4f7d-be46-4bcab7a147b7 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0533011 May 16 17:41:01.880325 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b4a62be-0216-4685-bcc7-a233d8f8fa0f req-7573ccae-1377-4f1f-b491-7021395e1d74 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 May 16 17:41:02.158838 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:02.480390 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b757f1-13fa-48be-b116-c291a58e4d41 req-354e2816-a9aa-426f-814c-39b249674e16 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:02.481963 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-40b757f1-13fa-48be-b116-c291a58e4d41 req-354e2816-a9aa-426f-814c-39b249674e16 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0539410 May 16 17:41:02.533436 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-40b757f1-13fa-48be-b116-c291a58e4d41 req-1337271c-5834-46b5-ae92-a829c47295eb tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 May 16 17:41:02.632825 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-90143a4c-1c50-4eb4-aacd-d576dc9d0f54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735972 May 16 17:41:02.782683 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7546f9-9ac9-44f2-a915-770509febb31 req-8eea6772-164a-42d8-94c0-f61cbee9f0ed tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:02.784570 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5e7546f9-9ac9-44f2-a915-770509febb31 req-8eea6772-164a-42d8-94c0-f61cbee9f0ed tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0550845 May 16 17:41:02.848717 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8d7d7-4c93-4ec9-ae95-1110cd4d468f req-9ffb1904-821c-4603-a8e6-9921e43444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:02.850226 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-75b8d7d7-4c93-4ec9-ae95-1110cd4d468f req-9ffb1904-821c-4603-a8e6-9921e43444b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 1129 time: 0.0372636 May 16 17:41:02.860187 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5e7546f9-9ac9-44f2-a915-770509febb31 req-f4d4e869-3a51-4b81-94c2-012e9bd3d529 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697114 May 16 17:41:02.868996 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-4aa8d235-9f5f-4bfd-ae21-f8e164335df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:02.870556 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-4aa8d235-9f5f-4bfd-ae21-f8e164335df6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1129 time: 0.0507138 May 16 17:41:02.997815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2dc3f-109c-4204-9195-9aa2333fdc57 req-f67d7b0b-b0c4-4c97-a8fc-8f5ad0f38390 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:02.999711 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bbe2dc3f-109c-4204-9195-9aa2333fdc57 req-f67d7b0b-b0c4-4c97-a8fc-8f5ad0f38390 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0509768 May 16 17:41:03.062995 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-75b8d7d7-4c93-4ec9-ae95-1110cd4d468f req-b686be9b-5bf5-483e-a51d-9a25b26e051f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 May 16 17:41:03.083067 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bbe2dc3f-109c-4204-9195-9aa2333fdc57 req-d417debf-6fb4-45d5-b28e-fa94b760e673 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770929 May 16 17:41:03.150976 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-14070ff1-d148-4d59-b01d-10bde2cd02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:03.152438 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-14070ff1-d148-4d59-b01d-10bde2cd02a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.1164501 May 16 17:41:03.253580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57450) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:03.330729 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-1d99e897-198c-4542-aaed-c68a67dc3034 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 217 time: 0.0326190 May 16 17:41:03.379686 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:03.383515 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-9d537a57-763a-4245-a5ec-5e7209f514ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:03.385061 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-9d537a57-763a-4245-a5ec-5e7209f514ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0470912 May 16 17:41:03.394080 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-68556296-e556-4adf-b369-ed08981f4073 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:03.395504 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-68556296-e556-4adf-b369-ed08981f4073 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.35 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0977948 May 16 17:41:03.429903 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-9395e150-78c5-4b76-b0f2-fe3fb9c71381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:03.431410 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-9395e150-78c5-4b76-b0f2-fe3fb9c71381 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378876 May 16 17:41:03.529356 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-dc667a86-6c32-45b7-950e-68d986234169 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893011 May 16 17:41:03.585127 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Publish callbacks [] for security_group (dbc9bc38-dd70-49e2-847e-8aa49ccf483f), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:03.598947 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (dbc9bc38-dd70-49e2-847e-8aa49ccf483f), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:03.604319 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Deleting port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:41:03.604695 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:03.681664 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c9cd-05df-4da0-aa92-d4173d3405c0 req-7805cf10-a890-457c-86d0-0a5d76f93bf5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:03.683357 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b315c9cd-05df-4da0-aa92-d4173d3405c0 req-7805cf10-a890-457c-86d0-0a5d76f93bf5 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 946 time: 0.0661342 May 16 17:41:03.702550 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddc04645d70d4724a7bfff91bcefb7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478216 May 16 17:41:03.706219 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57480) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:03.716355 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9bc38-dd70-49e2-847e-8aa49ccf483f,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:03.734134 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.734486 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.734857 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.735199 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.735537 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.735870 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.736690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.736690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.736868 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.737162 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.737498 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.737914 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.738238 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.738564 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.738884 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42c1eb-70c5-4037-a437-9e61fd97b0f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:03.786543 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] For port 4df5132e-30e3-4c40-bd03-2d1fd0a87011, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4df5132e-30e3-4c40-bd03-2d1fd0a87011,segment=NetworkSegment(3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3),segment_id=3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:03.786951 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:03.787774 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b315c9cd-05df-4da0-aa92-d4173d3405c0 req-57dee4eb-5052-4117-ae4f-7c7ee91b7138 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875826 May 16 17:41:03.815085 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Calling delete_port for 4df5132e-30e3-4c40-bd03-2d1fd0a87011 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:41:03.820580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-faad484c-f2c5-4d82-a9f2-3a619f60f4d2 admin admin] Publish callbacks [] for security_group (dbc9bc38-dd70-49e2-847e-8aa49ccf483f), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:03.910557 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-faad484c-f2c5-4d82-a9f2-3a619f60f4d2 admin admin] Publish callbacks [] for security_group (dbc9bc38-dd70-49e2-847e-8aa49ccf483f), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:04.010385 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-faad484c-f2c5-4d82-a9f2-3a619f60f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (dbc9bc38-dd70-49e2-847e-8aa49ccf483f), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:04.013135 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-faad484c-f2c5-4d82-a9f2-3a619f60f4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:04.014479 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-faad484c-f2c5-4d82-a9f2-3a619f60f4d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbc9bc38-dd70-49e2-847e-8aa49ccf483f HTTP/1.1" status: 204 len: 168 time: 0.3073232 May 16 17:41:04.053016 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad484c-f2c5-4d82-a9f2-3a619f60f4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9bc38-dd70-49e2-847e-8aa49ccf483f,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:04.083215 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37aa473c-1267-4ffb-b0c5-e2a4b7d5d2be req-e802bd4a-563e-417f-ad8a-5997465bb16d service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681700 May 16 17:41:04.086844 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (4df5132e-30e3-4c40-bd03-2d1fd0a87011), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:04.133650 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Pushing event deleted for resources: {'Port': ['ID=4df5132e-30e3-4c40-bd03-2d1fd0a87011,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:04.196666 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074993b-8db3-4fdc-9212-658d819aceff req-91a73460-13e7-4aa9-888f-a3da82b3bfe6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:04.198232 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7074993b-8db3-4fdc-9212-658d819aceff req-91a73460-13e7-4aa9-888f-a3da82b3bfe6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1138604 May 16 17:41:04.234157 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] No DVR routers for this DVR port 4df5132e-30e3-4c40-bd03-2d1fd0a87011 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:41:04.237380 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:04.242498 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3e86c564-f123-4d2e-bb25-bd7590568502 req-7f236da8-626f-45d1-9693-eda0695ea10b tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.35 "DELETE /v2.0/ports/4df5132e-30e3-4c40-bd03-2d1fd0a87011 HTTP/1.1" status: 204 len: 173 time: 0.8287613 May 16 17:41:04.242961 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'name': 'network-vif-deleted', 'tag': '4df5132e-30e3-4c40-bd03-2d1fd0a87011'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:41:04.245509 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52d9f5-83a1-4b91-8c3b-405c011a0794" -d '{"events": [{"server_uuid": "a28e9f51-66b9-4218-a81f-08a168cbeb32", "name": "network-vif-deleted", "tag": "4df5132e-30e3-4c40-bd03-2d1fd0a87011"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:41:04.274861 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618fdc-c882-4dab-90ce-29cc06ae2185 req-9fa77f34-adf1-4268-aa75-3df7835851d8 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:04.276472 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-60618fdc-c882-4dab-90ce-29cc06ae2185 req-9fa77f34-adf1-4268-aa75-3df7835851d8 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0773528 May 16 17:41:04.298062 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7074993b-8db3-4fdc-9212-658d819aceff req-9c61a057-d389-4624-b558-aa42998a53da tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901520 May 16 17:41:04.338276 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-60618fdc-c882-4dab-90ce-29cc06ae2185 req-81164c26-2a0d-4740-826d-3fe0bac99140 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530345 May 16 17:41:04.368010 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2afc67-8157-4e97-9c04-e685b57f5aab x-openstack-request-id: req-ff2afc67-8157-4e97-9c04-e685b57f5aab {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:41:04.368323 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28e9f51-66b9-4218-a81f-08a168cbeb32", "name": "network-vif-deleted", "tag": "4df5132e-30e3-4c40-bd03-2d1fd0a87011", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:41:04.368584 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff2afc67-8157-4e97-9c04-e685b57f5aab {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:41:04.368985 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2afc67-8157-4e97-9c04-e685b57f5aab'] response: {'server_uuid': 'a28e9f51-66b9-4218-a81f-08a168cbeb32', 'name': 'network-vif-deleted', 'tag': '4df5132e-30e3-4c40-bd03-2d1fd0a87011', 'status': 'completed', 'code': 200} May 16 17:41:04.884977 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08f5eb6c-bd1c-4fe8-87a9-6fa31d480ae5 req-73d61976-ac02-4d82-b66c-60ccc92f0504 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.0328238 May 16 17:41:05.067647 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4df5132e-30e3-4c40-bd03-2d1fd0a87011 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:41:05.092411 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 4df5132e-30e3-4c40-bd03-2d1fd0a87011 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:41:05.094595 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4df5132e-30e3-4c40-bd03-2d1fd0a87011 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:41:05.509580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22aeb-87e2-4cd4-aa8c-c4a4f94320b2 req-4e2097e2-6b85-462f-b998-8320a25ac02b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:05.511137 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-78a22aeb-87e2-4cd4-aa8c-c4a4f94320b2 req-4e2097e2-6b85-462f-b998-8320a25ac02b tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0567381 May 16 17:41:05.518944 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcaf7f-bf6b-4271-a609-5cbd98486aed req-ba95b1c5-6d93-4eb5-aa17-5e4754c1a050 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:05.522628 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67dcaf7f-bf6b-4271-a609-5cbd98486aed req-ba95b1c5-6d93-4eb5-aa17-5e4754c1a050 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1338522 May 16 17:41:05.615334 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-78a22aeb-87e2-4cd4-aa8c-c4a4f94320b2 req-eae759f3-3ac7-402a-8efb-c472b126b47d tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878203 May 16 17:41:05.656695 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67dcaf7f-bf6b-4271-a609-5cbd98486aed req-ccbf5eee-3352-4976-9435-fa3cc42ac1c5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 May 16 17:41:05.891086 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57610) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:06.003173 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e647ad10-1449-4912-b0f6-ddf0330f1c41 req-07376897-1d8d-4c1b-a379-37c5c89185cb tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.0327284 May 16 17:41:06.102796 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b8471d3-e0b6-456b-9170-442dc2be93cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.183952 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b8471d3-e0b6-456b-9170-442dc2be93cd admin admin] Publish callbacks [] for security_group (e95c16a0-9836-4803-8282-0eaa687702f5), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.187951 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b8471d3-e0b6-456b-9170-442dc2be93cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e95c16a0-9836-4803-8282-0eaa687702f5), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.225970 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8b8471d3-e0b6-456b-9170-442dc2be93cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20ad123c93e544f6904809e803beff23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337874 May 16 17:41:06.227099 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8471d3-e0b6-456b-9170-442dc2be93cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c16a0-9836-4803-8282-0eaa687702f5,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:06.228713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57626) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:06.285399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Publish callbacks [] for security_group (e95c16a0-9836-4803-8282-0eaa687702f5), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.306934 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Publish callbacks [] for security_group (e95c16a0-9836-4803-8282-0eaa687702f5), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.355232 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e95c16a0-9836-4803-8282-0eaa687702f5), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.358227 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.362065 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e95c16a0-9836-4803-8282-0eaa687702f5 HTTP/1.1" status: 204 len: 168 time: 0.1322420 May 16 17:41:06.383721 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c16a0-9836-4803-8282-0eaa687702f5,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:06.391365 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.391717 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.392061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.392400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.392745 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.393065 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.393394 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.393792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.394258 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.394746 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.395220 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.395714 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.396189 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.396646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.397123 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d517f2f5-10a5-40f4-8e6e-481b1c95ed62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:06.661101 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57636) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:06.675385 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8ba8dc4a-d438-4828-a35f-3cc46d9bf35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.752506 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8ba8dc4a-d438-4828-a35f-3cc46d9bf35b admin admin] Publish callbacks [] for security_group (6edadb35-3655-4791-8ba8-c9e858cf27f0), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.756530 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8ba8dc4a-d438-4828-a35f-3cc46d9bf35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6edadb35-3655-4791-8ba8-c9e858cf27f0), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.777580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ec8c-a32e-47d2-9fa6-522617ef35df req-f8210e43-d2c4-49a8-8f54-f16a6a2143ae tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:06.779319 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ec8c-a32e-47d2-9fa6-522617ef35df req-f8210e43-d2c4-49a8-8f54-f16a6a2143ae tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0509908 May 16 17:41:06.794011 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8ba8dc4a-d438-4828-a35f-3cc46d9bf35b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efd2db3313fa4d54abc3a28172aec397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317995 May 16 17:41:06.796333 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8dc4a-d438-4828-a35f-3cc46d9bf35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edadb35-3655-4791-8ba8-c9e858cf27f0,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:06.797885 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57642) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:06.860993 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ec8c-a32e-47d2-9fa6-522617ef35df req-5621e175-082a-435e-9756-d56c6c63e487 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699403 May 16 17:41:06.875070 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-46ad423d-abbd-4f84-9e90-6819fe7b5d71 admin admin] Publish callbacks [] for security_group (6edadb35-3655-4791-8ba8-c9e858cf27f0), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.900638 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-46ad423d-abbd-4f84-9e90-6819fe7b5d71 admin admin] Publish callbacks [] for security_group (6edadb35-3655-4791-8ba8-c9e858cf27f0), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.948109 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-46ad423d-abbd-4f84-9e90-6819fe7b5d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6edadb35-3655-4791-8ba8-c9e858cf27f0), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.950655 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-46ad423d-abbd-4f84-9e90-6819fe7b5d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:06.951888 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-46ad423d-abbd-4f84-9e90-6819fe7b5d71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6edadb35-3655-4791-8ba8-c9e858cf27f0 HTTP/1.1" status: 204 len: 168 time: 0.1531255 May 16 17:41:06.959518 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad423d-abbd-4f84-9e90-6819fe7b5d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edadb35-3655-4791-8ba8-c9e858cf27f0,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:07.112815 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cc77692f-a68b-446a-b01b-cb5d07a7b467 req-a5e9b22e-a5ef-46be-a7ae-8b920c24d268 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.0311463 May 16 17:41:07.976267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09439fe6-b22c-4ec7-8c8c-d1cd1b82f828 req-62b02e36-92da-4c17-8de3-365e36ae6427 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:07.977777 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-09439fe6-b22c-4ec7-8c8c-d1cd1b82f828 req-62b02e36-92da-4c17-8de3-365e36ae6427 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0486839 May 16 17:41:08.025996 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-09439fe6-b22c-4ec7-8c8c-d1cd1b82f828 req-5f341adf-7ebd-4b17-ace6-330f21cef29a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 May 16 17:41:08.424240 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-932e94f5-970e-4b85-a10a-3a4d290c13c1 req-27cbb280-a29b-49e8-ad90-30ec67d93416 tempest-DeleteServersTestJSON-613520639 tempest-DeleteServersTestJSON-613520639-project] 10.222.0.58 "GET /v2.0/ports?device_id=a28e9f51-66b9-4218-a81f-08a168cbeb32 HTTP/1.1" status: 200 len: 210 time: 0.2308688 May 16 17:41:09.167399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe8d66-541b-4831-b4e1-70fcbb706fbb req-300360d3-9683-419e-a784-0bac0d1102e3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:09.168943 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-57fe8d66-541b-4831-b4e1-70fcbb706fbb req-300360d3-9683-419e-a784-0bac0d1102e3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0717607 May 16 17:41:09.187574 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c8eb2-aac1-461e-9652-e5981615403e req-62ec07c2-dc43-4e05-9dee-ab320fb14d0c tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:09.188939 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5c1c8eb2-aac1-461e-9652-e5981615403e req-62ec07c2-dc43-4e05-9dee-ab320fb14d0c tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0639379 May 16 17:41:09.249505 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-57fe8d66-541b-4831-b4e1-70fcbb706fbb req-6a5fae22-f455-4220-b9c1-61ce92d727dc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745635 May 16 17:41:09.260372 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5c1c8eb2-aac1-461e-9652-e5981615403e req-71f51f7c-3bec-46d3-84ae-2369014e48d0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 May 16 17:41:10.277202 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57784) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:10.415030 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437ceea-e13c-4a3e-bc03-f4007db3d63e req-c0072ee5-fc46-459c-8dbe-d5ff7bf98d07 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:10.416594 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7437ceea-e13c-4a3e-bc03-f4007db3d63e req-c0072ee5-fc46-459c-8dbe-d5ff7bf98d07 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0861514 May 16 17:41:10.436826 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-27e617c8-5900-45c6-82f0-12da96ae1fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.445624 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900623d-6cf2-4561-8cb9-611a989948ed req-43bdc52b-a30f-45a0-828c-cb724acc8d5d tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:10.447119 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c900623d-6cf2-4561-8cb9-611a989948ed req-43bdc52b-a30f-45a0-828c-cb724acc8d5d tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0862389 May 16 17:41:10.537377 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7437ceea-e13c-4a3e-bc03-f4007db3d63e req-867a7abe-d0df-4ac3-896d-4f8b132e01d5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089580 May 16 17:41:10.550463 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c900623d-6cf2-4561-8cb9-611a989948ed req-41708260-35b9-4b5a-b668-0fc95542bc18 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914264 May 16 17:41:10.596857 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-27e617c8-5900-45c6-82f0-12da96ae1fb4 admin admin] Publish callbacks [] for security_group (676846e5-cda2-4bca-8385-0100996c04bb), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.601522 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-27e617c8-5900-45c6-82f0-12da96ae1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (676846e5-cda2-4bca-8385-0100996c04bb), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.638072 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e617c8-5900-45c6-82f0-12da96ae1fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676846e5-cda2-4bca-8385-0100996c04bb,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:10.646085 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-27e617c8-5900-45c6-82f0-12da96ae1fb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ecdb5fa0c9840ac8168f8d7f6eeae0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650737 May 16 17:41:10.646369 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57796) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:10.701982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aeaa89ae-f1e0-45b4-a68f-65918daf5caf admin admin] Publish callbacks [] for security_group (676846e5-cda2-4bca-8385-0100996c04bb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.722597 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aeaa89ae-f1e0-45b4-a68f-65918daf5caf admin admin] Publish callbacks [] for security_group (676846e5-cda2-4bca-8385-0100996c04bb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.761076 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7505-fab4-4d08-97e4-64e483043f6c req-fbf23f83-85ef-49f6-bb09-3deee16825e0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:10.762705 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-008d7505-fab4-4d08-97e4-64e483043f6c req-fbf23f83-85ef-49f6-bb09-3deee16825e0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 945 time: 0.0470695 May 16 17:41:10.772205 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aeaa89ae-f1e0-45b4-a68f-65918daf5caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (676846e5-cda2-4bca-8385-0100996c04bb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.775372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aeaa89ae-f1e0-45b4-a68f-65918daf5caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:10.776566 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-aeaa89ae-f1e0-45b4-a68f-65918daf5caf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/676846e5-cda2-4bca-8385-0100996c04bb HTTP/1.1" status: 204 len: 168 time: 0.1292479 May 16 17:41:10.785151 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa89ae-f1e0-45b4-a68f-65918daf5caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676846e5-cda2-4bca-8385-0100996c04bb,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:10.885711 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Deleting port 4008578d-3079-4492-b51b-6afa7663b028 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:41:10.886393 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (4008578d-3079-4492-b51b-6afa7663b028), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.032075 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57828) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:11.035356 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] For port 4008578d-3079-4492-b51b-6afa7663b028, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4008578d-3079-4492-b51b-6afa7663b028,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:11.035887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (4008578d-3079-4492-b51b-6afa7663b028), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.087198 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Deleting subnet 3adac133-442b-487f-8583-1116a22b453f {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:41:11.090923 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Publish callbacks [] for subnet (3adac133-442b-487f-8583-1116a22b453f), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.138202 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (3adac133-442b-487f-8583-1116a22b453f), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.216092 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (3adac133-442b-487f-8583-1116a22b453f), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.274850 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Calling delete_port for 4008578d-3079-4492-b51b-6afa7663b028 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:41:11.288136 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57846) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:11.297514 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (3adac133-442b-487f-8583-1116a22b453f), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.311906 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-adba27b5-8be3-41ca-82ff-764d076b05a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.331593 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adac133-442b-487f-8583-1116a22b453f,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:11.341285 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.349920 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57850) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:11.350291 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-5692a5dd-ddbe-47c0-b956-74c48d1aa16a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3adac133-442b-487f-8583-1116a22b453f HTTP/1.1" status: 204 len: 168 time: 0.3167913 May 16 17:41:11.461692 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.516025 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (4008578d-3079-4492-b51b-6afa7663b028), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.555136 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-adba27b5-8be3-41ca-82ff-764d076b05a3 admin admin] Publish callbacks [] for security_group (9126d539-35a2-4508-9b58-b9da957f7f2e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.556328 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Pushing event deleted for resources: {'Port': ['ID=4008578d-3079-4492-b51b-6afa7663b028,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:11.560575 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-adba27b5-8be3-41ca-82ff-764d076b05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9126d539-35a2-4508-9b58-b9da957f7f2e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.598682 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.605007 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-adba27b5-8be3-41ca-82ff-764d076b05a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d358d0836414be5acae522aba228b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156433 May 16 17:41:11.607660 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57864) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:11.614055 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba27b5-8be3-41ca-82ff-764d076b05a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9126d539-35a2-4508-9b58-b9da957f7f2e,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:11.659674 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] No DVR routers for this DVR port 4008578d-3079-4492-b51b-6afa7663b028 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:41:11.663346 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:11.666393 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.669669 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-008d7505-fab4-4d08-97e4-64e483043f6c req-b83e44c2-dd98-4eab-8346-1d9dda5fc0bf tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "DELETE /v2.0/ports/4008578d-3079-4492-b51b-6afa7663b028 HTTP/1.1" status: 204 len: 173 time: 0.9007697 May 16 17:41:11.670429 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa888899-08da-449a-bfec-44545e740ca8', 'name': 'network-vif-deleted', 'tag': '4008578d-3079-4492-b51b-6afa7663b028'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:41:11.673575 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a90ec-262f-49b1-8477-5b9a96f2a790" -d '{"events": [{"server_uuid": "fa888899-08da-449a-bfec-44545e740ca8", "name": "network-vif-deleted", "tag": "4008578d-3079-4492-b51b-6afa7663b028"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:41:11.685360 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:11.685700 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:11.686263 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-333d1662-fa89-40a3-ae6d-0de2aa289566 admin admin] Publish callbacks [] for security_group (9126d539-35a2-4508-9b58-b9da957f7f2e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.697367 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.712111 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.719221 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-edf502f7-59a2-4012-b071-ae5f45be824f req-4268d12c-3c59-4101-87e8-65a473d74c7d tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0484333 May 16 17:41:11.719400 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:41:11.719984 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (3a9222d5-d20c-4c52-bc02-f44a1a3a1fd3), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:41:11.721870 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:41:11.755755 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-333d1662-fa89-40a3-ae6d-0de2aa289566 admin admin] Publish callbacks [] for security_group (9126d539-35a2-4508-9b58-b9da957f7f2e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.775608 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3c268-f69a-402c-b743-69e8a055d4ad req-7f8f71f0-dd11-4f9a-b9f4-49145469d785 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:11.777102 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eaf3c268-f69a-402c-b743-69e8a055d4ad req-7f8f71f0-dd11-4f9a-b9f4-49145469d785 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0941653 May 16 17:41:11.787333 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b00a73-c3a9-4a71-982f-06c0249348fe x-openstack-request-id: req-32b00a73-c3a9-4a71-982f-06c0249348fe {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:41:11.787884 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa888899-08da-449a-bfec-44545e740ca8", "name": "network-vif-deleted", "tag": "4008578d-3079-4492-b51b-6afa7663b028", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:41:11.788046 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32b00a73-c3a9-4a71-982f-06c0249348fe {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:41:11.788624 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b00a73-c3a9-4a71-982f-06c0249348fe'] response: {'server_uuid': 'fa888899-08da-449a-bfec-44545e740ca8', 'name': 'network-vif-deleted', 'tag': '4008578d-3079-4492-b51b-6afa7663b028', 'status': 'completed', 'code': 200} May 16 17:41:11.801350 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.808484 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.811501 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb HTTP/1.1" status: 204 len: 168 time: 0.4603868 May 16 17:41:11.831363 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5982-42c3-4ede-83a9-2f4351bbf076 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c74171c-f2c1-4ab1-97c4-b6c0561d4aeb,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:11.856580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-333d1662-fa89-40a3-ae6d-0de2aa289566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9126d539-35a2-4508-9b58-b9da957f7f2e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.859385 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-333d1662-fa89-40a3-ae6d-0de2aa289566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:11.860587 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-333d1662-fa89-40a3-ae6d-0de2aa289566 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9126d539-35a2-4508-9b58-b9da957f7f2e HTTP/1.1" status: 204 len: 168 time: 0.2520230 May 16 17:41:11.867795 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eaf3c268-f69a-402c-b743-69e8a055d4ad req-2f9ffda1-2567-4deb-9608-da6b7e32d46d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813422 May 16 17:41:11.873104 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d1662-fa89-40a3-ae6d-0de2aa289566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126d539-35a2-4508-9b58-b9da957f7f2e,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:12.003978 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57872) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:12.048339 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57880) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:12.048937 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e975525a-332d-435e-977f-254f4f7a21d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=954fb79bc14043c5a136989ab363e7fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405552 May 16 17:41:12.098419 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-248e01e4-6ab9-4aeb-bcaf-4fda28f0c3e5 admin admin] Publish callbacks [] for security_group (2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.119648 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-248e01e4-6ab9-4aeb-bcaf-4fda28f0c3e5 admin admin] Publish callbacks [] for security_group (2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.172092 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-248e01e4-6ab9-4aeb-bcaf-4fda28f0c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.176544 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-248e01e4-6ab9-4aeb-bcaf-4fda28f0c3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.178537 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-248e01e4-6ab9-4aeb-bcaf-4fda28f0c3e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56 HTTP/1.1" status: 204 len: 168 time: 0.1292269 May 16 17:41:12.188862 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e01e4-6ab9-4aeb-bcaf-4fda28f0c3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1da6f2-dd1a-4169-bbf1-75bf09fbdf56,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:12.250672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57884) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:12.281665 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8587e708-3a9c-4348-94ed-d1c99536b455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.369430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8587e708-3a9c-4348-94ed-d1c99536b455 admin admin] Publish callbacks [] for security_group (0c145f96-e049-42c7-8b48-19b18faffa09), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.376226 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8587e708-3a9c-4348-94ed-d1c99536b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0c145f96-e049-42c7-8b48-19b18faffa09), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.418732 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-8587e708-3a9c-4348-94ed-d1c99536b455 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a5be63c85b849718674b9aaf87ebd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666665 May 16 17:41:12.420166 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e708-3a9c-4348-94ed-d1c99536b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c145f96-e049-42c7-8b48-19b18faffa09,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:12.421680 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57890) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:12.475317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-af04ee3b-d579-4699-aee4-d7fae7d838c4 admin admin] Publish callbacks [] for security_group (0c145f96-e049-42c7-8b48-19b18faffa09), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.507741 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-af04ee3b-d579-4699-aee4-d7fae7d838c4 admin admin] Publish callbacks [] for security_group (0c145f96-e049-42c7-8b48-19b18faffa09), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.558697 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-af04ee3b-d579-4699-aee4-d7fae7d838c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0c145f96-e049-42c7-8b48-19b18faffa09), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.561715 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-af04ee3b-d579-4699-aee4-d7fae7d838c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:12.565691 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-af04ee3b-d579-4699-aee4-d7fae7d838c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c145f96-e049-42c7-8b48-19b18faffa09 HTTP/1.1" status: 204 len: 168 time: 0.1403046 May 16 17:41:12.579750 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ee3b-d579-4699-aee4-d7fae7d838c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c145f96-e049-42c7-8b48-19b18faffa09,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:12.852947 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df8f7898-70fd-405e-9af8-e34c306929ba req-7161a153-cfb3-49c2-8e6d-ec2fb00787d0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0367463 May 16 17:41:12.982279 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9e482-7126-4f2e-bcd1-e29de67a0bc6 req-aa0d186a-4200-4837-9e79-dd0295a5aa4d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:12.983720 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ecd9e482-7126-4f2e-bcd1-e29de67a0bc6 req-aa0d186a-4200-4837-9e79-dd0295a5aa4d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0456135 May 16 17:41:13.029662 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ecd9e482-7126-4f2e-bcd1-e29de67a0bc6 req-d138fdf0-b6d9-4a94-94f4-2e987c442e36 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 May 16 17:41:13.972120 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-542b928f-cb71-470f-9693-7d7ce4f9b6c3 req-0800206e-e73a-4eaa-893b-0a6964e112ef tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa888899-08da-449a-bfec-44545e740ca8 HTTP/1.1" status: 200 len: 210 time: 0.0286911 May 16 17:41:14.036951 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57956) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:14.156915 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d8cc0-bef4-4ebc-9161-99e43aecd650 req-a02b8849-1a72-4f57-b749-7efb88f87922 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:14.158597 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ea9d8cc0-bef4-4ebc-9161-99e43aecd650 req-a02b8849-1a72-4f57-b749-7efb88f87922 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0611584 May 16 17:41:14.159550 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-20047bf1-90a0-41ee-835c-511ef1279629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.233663 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ea9d8cc0-bef4-4ebc-9161-99e43aecd650 req-10b92ff7-58b4-4220-883d-88208630b26c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663955 May 16 17:41:14.278631 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-20047bf1-90a0-41ee-835c-511ef1279629 admin admin] Publish callbacks [] for security_group (0f815c45-ba2e-4605-bef4-00c7491b56de), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.283821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-20047bf1-90a0-41ee-835c-511ef1279629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0f815c45-ba2e-4605-bef4-00c7491b56de), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.321620 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-20047bf1-90a0-41ee-835c-511ef1279629 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d85125dd321643d78c3647c696756982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835460 May 16 17:41:14.322488 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20047bf1-90a0-41ee-835c-511ef1279629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f815c45-ba2e-4605-bef4-00c7491b56de,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:14.324595 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57962) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:14.344455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4008578d-3079-4492-b51b-6afa7663b028 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:41:14.366502 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 4008578d-3079-4492-b51b-6afa7663b028 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:41:14.366851 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 4008578d-3079-4492-b51b-6afa7663b028 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:41:14.375755 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-48aa7e08-9bd3-4c9e-9e0c-44e51d4a4828 admin admin] Publish callbacks [] for security_group (0f815c45-ba2e-4605-bef4-00c7491b56de), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.399563 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-48aa7e08-9bd3-4c9e-9e0c-44e51d4a4828 admin admin] Publish callbacks [] for security_group (0f815c45-ba2e-4605-bef4-00c7491b56de), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.452698 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-48aa7e08-9bd3-4c9e-9e0c-44e51d4a4828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0f815c45-ba2e-4605-bef4-00c7491b56de), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.455766 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-48aa7e08-9bd3-4c9e-9e0c-44e51d4a4828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.459762 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-48aa7e08-9bd3-4c9e-9e0c-44e51d4a4828 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f815c45-ba2e-4605-bef4-00c7491b56de HTTP/1.1" status: 204 len: 168 time: 0.1313629 May 16 17:41:14.468546 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa7e08-9bd3-4c9e-9e0c-44e51d4a4828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f815c45-ba2e-4605-bef4-00c7491b56de,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:14.746100 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 57988) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:14.761272 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9d29-4e67-4b09-815c-7c4d92473ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.846920 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9d29-4e67-4b09-815c-7c4d92473ba5 admin admin] Publish callbacks [] for security_group (c24ea178-c69e-41f2-b0e9-6ac229fb1473), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.855713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9d29-4e67-4b09-815c-7c4d92473ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c24ea178-c69e-41f2-b0e9-6ac229fb1473), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:14.890718 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-cdfa9d29-4e67-4b09-815c-7c4d92473ba5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30ee601e04a741f19fafd224deba6b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429601 May 16 17:41:14.891563 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa9d29-4e67-4b09-815c-7c4d92473ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ea178-c69e-41f2-b0e9-6ac229fb1473,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:14.894518 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 57998) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:14.972306 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25de2db6-bdd1-4e33-b92c-ba7fb1723afb admin admin] Publish callbacks [] for security_group (c24ea178-c69e-41f2-b0e9-6ac229fb1473), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:15.001008 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25de2db6-bdd1-4e33-b92c-ba7fb1723afb admin admin] Publish callbacks [] for security_group (c24ea178-c69e-41f2-b0e9-6ac229fb1473), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:15.087184 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25de2db6-bdd1-4e33-b92c-ba7fb1723afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c24ea178-c69e-41f2-b0e9-6ac229fb1473), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:15.090511 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25de2db6-bdd1-4e33-b92c-ba7fb1723afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:15.091920 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-25de2db6-bdd1-4e33-b92c-ba7fb1723afb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c24ea178-c69e-41f2-b0e9-6ac229fb1473 HTTP/1.1" status: 204 len: 168 time: 0.1961992 May 16 17:41:15.101541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2db6-bdd1-4e33-b92c-ba7fb1723afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ea178-c69e-41f2-b0e9-6ac229fb1473,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:15.358609 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-84cd1c15-32b3-4071-b5fa-8d18836d7ff0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:15.360085 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-84cd1c15-32b3-4071-b5fa-8d18836d7ff0 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/networks?id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb HTTP/1.1" status: 200 len: 808 time: 0.1406054 May 16 17:41:15.366172 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cfc3d-37b1-4fd0-b7da-68046ba28a92 req-d321dc52-dbcb-4429-84bf-37487629e9c8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:15.367556 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b33cfc3d-37b1-4fd0-b7da-68046ba28a92 req-d321dc52-dbcb-4429-84bf-37487629e9c8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0651927 May 16 17:41:15.387270 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-ced8e6a3-dd5d-43c7-a396-34f5a7fe86da tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/quotas/39e8d3ee6d3e40dfbf0d32c7270a42fa HTTP/1.1" status: 200 len: 375 time: 0.0187569 May 16 17:41:15.431007 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-1952fd22-3ae6-4957-971a-bfa4d28df35f tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356028 May 16 17:41:15.476025 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b33cfc3d-37b1-4fd0-b7da-68046ba28a92 req-f6955c74-9962-4f17-a299-74dc51918166 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003885 May 16 17:41:15.547658 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-5a7a76e0-e2cb-4801-ab76-8797326f55d3 service neutron] 10.222.0.58 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055684 May 16 17:41:15.659372 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-2840bfc1-b432-4688-9e50-ee4cc44ef901 service neutron] 10.222.0.58 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051326 May 16 17:41:15.866167 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5504faf9-8152-4143-8f58-91f872bcfe48 req-29a87037-32b8-41e8-a22d-7f4ab28b835e tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 210 time: 0.0514798 May 16 17:41:16.085415 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58084) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:16.240238 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1450f3b4-4df6-45a7-b1c3-a698b3f28a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.326770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1450f3b4-4df6-45a7-b1c3-a698b3f28a5d admin admin] Publish callbacks [] for security_group (9327312c-0cb2-4720-bec1-e1c55ced4e50), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.333976 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1450f3b4-4df6-45a7-b1c3-a698b3f28a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9327312c-0cb2-4720-bec1-e1c55ced4e50), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.359845 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-1450f3b4-4df6-45a7-b1c3-a698b3f28a5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e0cf8be458042299ea8aeab2d5cd643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731891 May 16 17:41:16.363292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58104) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:16.395550 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450f3b4-4df6-45a7-b1c3-a698b3f28a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327312c-0cb2-4720-bec1-e1c55ced4e50,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:16.435973 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1d9acac-cf45-4e95-b04d-e98bdef5c306 admin admin] Publish callbacks [] for security_group (9327312c-0cb2-4720-bec1-e1c55ced4e50), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.469179 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1d9acac-cf45-4e95-b04d-e98bdef5c306 admin admin] Publish callbacks [] for security_group (9327312c-0cb2-4720-bec1-e1c55ced4e50), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.531626 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1d9acac-cf45-4e95-b04d-e98bdef5c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9327312c-0cb2-4720-bec1-e1c55ced4e50), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.535491 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1d9acac-cf45-4e95-b04d-e98bdef5c306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:16.536720 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a1d9acac-cf45-4e95-b04d-e98bdef5c306 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9327312c-0cb2-4720-bec1-e1c55ced4e50 HTTP/1.1" status: 204 len: 168 time: 0.1714029 May 16 17:41:16.553725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9acac-cf45-4e95-b04d-e98bdef5c306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327312c-0cb2-4720-bec1-e1c55ced4e50,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:16.608193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79cd94-8f63-4d11-bd13-3722f34bc732 req-280226e9-8555-47b9-a653-e0db86c8c9a4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:16.610014 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eb79cd94-8f63-4d11-bd13-3722f34bc732 req-280226e9-8555-47b9-a653-e0db86c8c9a4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0526202 May 16 17:41:16.674876 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eb79cd94-8f63-4d11-bd13-3722f34bc732 req-bfb8cdc0-3413-4d44-bb9c-86b2854338ca tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 May 16 17:41:16.902706 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58126) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:16.925722 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e6bd9cbd-05fd-46c6-81bc-d90f48815bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.001867 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7596110-956f-4327-8270-6bea05bce1e2 req-458abef5-e445-4b65-9a5c-23219fa19e4f tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 210 time: 0.0503564 May 16 17:41:17.074242 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e6bd9cbd-05fd-46c6-81bc-d90f48815bf0 admin admin] Publish callbacks [] for security_group (049f7c7b-e0a7-48a3-84e7-cf03d5824662), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.102213 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e6bd9cbd-05fd-46c6-81bc-d90f48815bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (049f7c7b-e0a7-48a3-84e7-cf03d5824662), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.134899 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58146) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:17.141923 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e6bd9cbd-05fd-46c6-81bc-d90f48815bf0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=776e99cc72034e529c2ea71673b542f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329714 May 16 17:41:17.180697 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd9cbd-05fd-46c6-81bc-d90f48815bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f7c7b-e0a7-48a3-84e7-cf03d5824662,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:17.200289 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-9489874e-c720-44ca-b43f-538ad464554d tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:17.202098 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-9489874e-c720-44ca-b43f-538ad464554d tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "GET /v2.0/networks?id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb HTTP/1.1" status: 200 len: 808 time: 0.2861278 May 16 17:41:17.213438 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-72f38c41-6095-4b19-a2d6-f6a354bfdddc admin admin] Publish callbacks [] for security_group (049f7c7b-e0a7-48a3-84e7-cf03d5824662), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.236086 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-72f38c41-6095-4b19-a2d6-f6a354bfdddc admin admin] Publish callbacks [] for security_group (049f7c7b-e0a7-48a3-84e7-cf03d5824662), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.254206 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Request body: {'port': {'device_id': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb', 'admin_state_up': True, 'tenant_id': '39e8d3ee6d3e40dfbf0d32c7270a42fa'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:17.296376 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-72f38c41-6095-4b19-a2d6-f6a354bfdddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (049f7c7b-e0a7-48a3-84e7-cf03d5824662), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.299060 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-72f38c41-6095-4b19-a2d6-f6a354bfdddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.302743 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-72f38c41-6095-4b19-a2d6-f6a354bfdddc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/049f7c7b-e0a7-48a3-84e7-cf03d5824662 HTTP/1.1" status: 204 len: 168 time: 0.1645532 May 16 17:41:17.308436 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f38c41-6095-4b19-a2d6-f6a354bfdddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f7c7b-e0a7-48a3-84e7-cf03d5824662,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:17.387982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58158) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:17.400191 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Made reservation on behalf of 39e8d3ee6d3e40dfbf0d32c7270a42fa for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:17.404217 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.535772 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Allocated IP 172.20.0.12 (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb/48f8cb97-6965-45f1-bc4a-6ab601e3e424/15f9d61c-a9f5-478e-ba2a-399956864e38) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:17.702137 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01fe1fde-cf6b-4a79-827b-5e6128d0b944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.750756 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks [] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.786218 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.833178 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486703-4a87-42d7-b641-4c53d9b5a3c8 req-c6f2415c-0db5-4111-8448-200b5a5b41bd tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:17.834724 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a486703-4a87-42d7-b641-4c53d9b5a3c8 req-c6f2415c-0db5-4111-8448-200b5a5b41bd tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0551198 May 16 17:41:17.838830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:17.844591 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:17.849596 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:17.887779 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01fe1fde-cf6b-4a79-827b-5e6128d0b944 admin admin] Publish callbacks [] for security_group (1a7a698e-93b8-4789-adee-dc7930e3f6a6), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.896541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Pushing event updated for resources: {'Port': ['ID=15f9d61c-a9f5-478e-ba2a-399956864e38,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:17.899793 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-01fe1fde-cf6b-4a79-827b-5e6128d0b944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1a7a698e-93b8-4789-adee-dc7930e3f6a6), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.918620 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a486703-4a87-42d7-b641-4c53d9b5a3c8 req-b9956716-5de0-44cf-9f3e-084188f22592 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 May 16 17:41:17.946388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe1fde-cf6b-4a79-827b-5e6128d0b944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a698e-93b8-4789-adee-dc7930e3f6a6,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:17.951688 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-01fe1fde-cf6b-4a79-827b-5e6128d0b944 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c15b1c8c2604ea48fd6f3319ebceadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624442 May 16 17:41:17.955520 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58194) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:17.967377 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:17.968014 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:17.988057 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-6b489aee-ddf2-408c-a543-af234cac2e32 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382503 May 16 17:41:18.004028 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Request body: {'port': {'device_id': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:18.012680 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-265a2d0a-7706-4eb8-be9c-a53cb0500eec admin admin] Publish callbacks [] for security_group (1a7a698e-93b8-4789-adee-dc7930e3f6a6), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.040613 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-265a2d0a-7706-4eb8-be9c-a53cb0500eec admin admin] Publish callbacks [] for security_group (1a7a698e-93b8-4789-adee-dc7930e3f6a6), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.096922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-265a2d0a-7706-4eb8-be9c-a53cb0500eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1a7a698e-93b8-4789-adee-dc7930e3f6a6), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.100405 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-265a2d0a-7706-4eb8-be9c-a53cb0500eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.104263 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-265a2d0a-7706-4eb8-be9c-a53cb0500eec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a7a698e-93b8-4789-adee-dc7930e3f6a6 HTTP/1.1" status: 204 len: 168 time: 0.1477544 May 16 17:41:18.109731 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.120712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a2d0a-7706-4eb8-be9c-a53cb0500eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a698e-93b8-4789-adee-dc7930e3f6a6,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:18.182797 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f836099-5b5e-4f50-87d1-ba7976c03c0f req-54d0a8a7-3af6-4c22-8c36-37405073ae18 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:18.193782 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f836099-5b5e-4f50-87d1-ba7976c03c0f req-54d0a8a7-3af6-4c22-8c36-37405073ae18 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 932 time: 0.0751483 May 16 17:41:18.241349 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58204) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:18.245503 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f836099-5b5e-4f50-87d1-ba7976c03c0f req-c9de75b9-af56-404d-beb9-ec56797cee1f tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 May 16 17:41:18.476503 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f9d61c-a9f5-478e-ba2a-399956864e38 {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:41:18.484228 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Publish callbacks [] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.504048 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2c6-06fa-4c63-808e-d417e462ae62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.517329 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Transition to ACTIVE for port object 15f9d61c-a9f5-478e-ba2a-399956864e38 will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:41:18.526672 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.593163 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Pushing event updated for resources: {'Port': ['ID=15f9d61c-a9f5-478e-ba2a-399956864e38,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:18.679072 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58222) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:18.696956 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2c6-06fa-4c63-808e-d417e462ae62 admin admin] Publish callbacks [] for security_group (858f628a-3671-4a16-832d-dab3c16718f1), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.702398 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d39216a9-65f4-4796-b482-0b7a09cd2c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.708932 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2c6-06fa-4c63-808e-d417e462ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (858f628a-3671-4a16-832d-dab3c16718f1), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.722825 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Attempting to bind port 15f9d61c-a9f5-478e-ba2a-399956864e38 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:18.723228 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Attempting to bind port 15f9d61c-a9f5-478e-ba2a-399956864e38 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:18.723569 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Attempting to bind port 15f9d61c-a9f5-478e-ba2a-399956864e38 on network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:18.749453 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Port 15f9d61c-a9f5-478e-ba2a-399956864e38 on network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:41:18.749902 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Attempting to bind port 15f9d61c-a9f5-478e-ba2a-399956864e38 on network fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:18.767583 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ab39a2c6-06fa-4c63-808e-d417e462ae62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15f82c5b9fb0483b97f859c9bb2642e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251739 May 16 17:41:18.768185 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58226) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:18.771604 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:18.771964 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Checking segment: {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:18.772344 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Bound using segment: {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:18.772931 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Bound port: 15f9d61c-a9f5-478e-ba2a-399956864e38, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8cc29c-4429-4b63-b3e0-b109317162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:18.773157 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.781600 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39a2c6-06fa-4c63-808e-d417e462ae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858f628a-3671-4a16-832d-dab3c16718f1,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:18.813125 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d39216a9-65f4-4796-b482-0b7a09cd2c84 admin admin] Publish callbacks [] for security_group (d4315209-6f10-4a4d-81db-d822af7a3c3f), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.818193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58228) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:18.825702 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d39216a9-65f4-4796-b482-0b7a09cd2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d4315209-6f10-4a4d-81db-d822af7a3c3f), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.877121 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d39216a9-65f4-4796-b482-0b7a09cd2c84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=340d9f78c2684129aaf1a66edcdcaf5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968963 May 16 17:41:18.878098 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58234) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:18.880699 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39216a9-65f4-4796-b482-0b7a09cd2c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4315209-6f10-4a4d-81db-d822af7a3c3f,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:18.884563 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-772ca301-f30a-4c52-ad10-3f2e2fe105c6 admin admin] Publish callbacks [] for security_group (858f628a-3671-4a16-832d-dab3c16718f1), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.886672 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] For port 15f9d61c-a9f5-478e-ba2a-399956864e38, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:18.890521 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] For port 15f9d61c-a9f5-478e-ba2a-399956864e38, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=15f9d61c-a9f5-478e-ba2a-399956864e38,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:18.900548 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.952962 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-772ca301-f30a-4c52-ad10-3f2e2fe105c6 admin admin] Publish callbacks [] for security_group (858f628a-3671-4a16-832d-dab3c16718f1), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.963574 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:18.964230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.965284 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e99b2882-f928-45bf-b640-f305d90a3064 admin admin] Publish callbacks [] for security_group (d4315209-6f10-4a4d-81db-d822af7a3c3f), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:18.965629 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] 10.222.0.35 "PUT /v2.0/ports/15f9d61c-a9f5-478e-ba2a-399956864e38 HTTP/1.1" status: 200 len: 1094 time: 0.9668798 May 16 17:41:18.967837 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'tag': '15f9d61c-a9f5-478e-ba2a-399956864e38'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:41:18.970514 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5aef79-c64c-45e3-904f-a2c26d3e97e8", "tag": "15f9d61c-a9f5-478e-ba2a-399956864e38"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:41:19.025145 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e99b2882-f928-45bf-b640-f305d90a3064 admin admin] Publish callbacks [] for security_group (d4315209-6f10-4a4d-81db-d822af7a3c3f), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.050545 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1453417f-6674-43ff-89f5-cc0676d0e321 x-openstack-request-id: req-1453417f-6674-43ff-89f5-cc0676d0e321 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:41:19.050832 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5aef79-c64c-45e3-904f-a2c26d3e97e8", "tag": "15f9d61c-a9f5-478e-ba2a-399956864e38", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:41:19.051086 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1453417f-6674-43ff-89f5-cc0676d0e321 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:41:19.053821 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1453417f-6674-43ff-89f5-cc0676d0e321'] response: {'name': 'network-changed', 'server_uuid': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'tag': '15f9d61c-a9f5-478e-ba2a-399956864e38', 'status': 'completed', 'code': 200} May 16 17:41:19.073492 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54054d7-7abd-4c7a-a490-e16ab10302de service neutron] Pushing event updated for resources: {'Port': ['ID=15f9d61c-a9f5-478e-ba2a-399956864e38,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.092251 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-4449cb50-06d8-449f-90e5-41a0370a6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:19.093819 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-4449cb50-06d8-449f-90e5-41a0370a6262 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 1128 time: 0.0616715 May 16 17:41:19.110298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7861cc-7d54-4c37-9db8-851ac7c06feb req-abb0c1d9-78a0-43a3-b86c-053a7da73684 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:19.112695 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0f7861cc-7d54-4c37-9db8-851ac7c06feb req-abb0c1d9-78a0-43a3-b86c-053a7da73684 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0771079 May 16 17:41:19.143659 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-772ca301-f30a-4c52-ad10-3f2e2fe105c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (858f628a-3671-4a16-832d-dab3c16718f1), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.146289 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-772ca301-f30a-4c52-ad10-3f2e2fe105c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.150243 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-772ca301-f30a-4c52-ad10-3f2e2fe105c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/858f628a-3671-4a16-832d-dab3c16718f1 HTTP/1.1" status: 204 len: 168 time: 0.3797710 May 16 17:41:19.155019 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-0adb0e1a-8673-42b0-a75e-32e12e393f59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15f9d61c-a9f5-478e-ba2a-399956864e38 HTTP/1.1" status: 200 len: 217 time: 0.0536816 May 16 17:41:19.160381 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ca301-f30a-4c52-ad10-3f2e2fe105c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858f628a-3671-4a16-832d-dab3c16718f1,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.186476 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e99b2882-f928-45bf-b640-f305d90a3064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d4315209-6f10-4a4d-81db-d822af7a3c3f), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.192278 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e99b2882-f928-45bf-b640-f305d90a3064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.196291 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e99b2882-f928-45bf-b640-f305d90a3064 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4315209-6f10-4a4d-81db-d822af7a3c3f HTTP/1.1" status: 204 len: 168 time: 0.3139443 May 16 17:41:19.227497 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ae87-d9b0-4553-813b-6065ca541494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.231496 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-fe06bc94-6dad-419f-915e-302e4f70b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:19.232980 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-fe06bc94-6dad-419f-915e-302e4f70b354 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48f8cb97-6965-45f1-bc4a-6ab601e3e424 HTTP/1.1" status: 200 len: 848 time: 0.0703197 May 16 17:41:19.242953 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b2882-f928-45bf-b640-f305d90a3064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4315209-6f10-4a4d-81db-d822af7a3c3f,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.251776 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0f7861cc-7d54-4c37-9db8-851ac7c06feb req-e5054cbe-9be4-421e-8aee-817082f39b26 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291769 May 16 17:41:19.294528 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-0cca4591-474d-4aa5-a473-599648431d20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552864 May 16 17:41:19.397788 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ae87-d9b0-4553-813b-6065ca541494 admin admin] Publish callbacks [] for security_group (627af282-597a-4372-bd98-85dd78f0671b), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.411866 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ae87-d9b0-4553-813b-6065ca541494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (627af282-597a-4372-bd98-85dd78f0671b), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.418491 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-e0cb5c60-6d21-470b-b16f-7a80f4bde3e9 service neutron] 10.222.0.35 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173999 May 16 17:41:19.438111 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aef3bb-5da8-4c7d-8934-1c77b25b62d5 req-de19d2fd-c77f-49e4-a383-4d50621c3ea9 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:19.439733 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-61aef3bb-5da8-4c7d-8934-1c77b25b62d5 req-de19d2fd-c77f-49e4-a383-4d50621c3ea9 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 944 time: 0.0822921 May 16 17:41:19.490214 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c1c9ae87-d9b0-4553-813b-6065ca541494 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8360c41602194b6b82d71dbfb8de2ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706316 May 16 17:41:19.490882 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58258) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:19.495045 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9ae87-d9b0-4553-813b-6065ca541494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627af282-597a-4372-bd98-85dd78f0671b,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.560775 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-61aef3bb-5da8-4c7d-8934-1c77b25b62d5 req-037664bf-51e1-4cdf-ab86-bddc2024402a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056571 May 16 17:41:19.580599 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a18be35-643a-4326-b7d5-9d36d64db721 admin admin] Publish callbacks [] for security_group (627af282-597a-4372-bd98-85dd78f0671b), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.604993 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a18be35-643a-4326-b7d5-9d36d64db721 admin admin] Publish callbacks [] for security_group (627af282-597a-4372-bd98-85dd78f0671b), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.612539 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-97b8cd0e-4bc0-44de-a03e-efd78e9f8a72 req-8a0bda62-2d77-4895-b4c4-7ff244fa4853 service neutron] 10.222.0.35 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785944 May 16 17:41:19.657148 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a18be35-643a-4326-b7d5-9d36d64db721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (627af282-597a-4372-bd98-85dd78f0671b), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.660215 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a18be35-643a-4326-b7d5-9d36d64db721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.661608 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0a18be35-643a-4326-b7d5-9d36d64db721 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/627af282-597a-4372-bd98-85dd78f0671b HTTP/1.1" status: 204 len: 168 time: 0.1678252 May 16 17:41:19.670169 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18be35-643a-4326-b7d5-9d36d64db721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627af282-597a-4372-bd98-85dd78f0671b,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.707987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58268) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:19.724504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dcc96f7a-ae5b-4021-a30a-05e776638886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.751303 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58270) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:19.772269 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-284003db-2207-4bfd-93ba-c2ffa5134541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.820548 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dcc96f7a-ae5b-4021-a30a-05e776638886 admin admin] Publish callbacks [] for security_group (d51b700f-0088-41da-9e12-7f5b30fc86e1), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.835477 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dcc96f7a-ae5b-4021-a30a-05e776638886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d51b700f-0088-41da-9e12-7f5b30fc86e1), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.885168 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-284003db-2207-4bfd-93ba-c2ffa5134541 admin admin] Publish callbacks [] for security_group (851c93af-74d8-48d1-af17-4bb6b1e9566c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.891556 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-284003db-2207-4bfd-93ba-c2ffa5134541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (851c93af-74d8-48d1-af17-4bb6b1e9566c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:19.898165 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-dcc96f7a-ae5b-4021-a30a-05e776638886 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21b684949dc84c40b6f0e88ad21b6909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890805 May 16 17:41:19.900234 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96f7a-ae5b-4021-a30a-05e776638886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b700f-0088-41da-9e12-7f5b30fc86e1,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.902784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58272) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:19.939768 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-284003db-2207-4bfd-93ba-c2ffa5134541 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19ceff83a740463cafbf9c1938578d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868680 May 16 17:41:19.940832 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284003db-2207-4bfd-93ba-c2ffa5134541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c93af-74d8-48d1-af17-4bb6b1e9566c,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:19.943004 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58276) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:19.982411 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb277-4666-4425-b773-3cef85325566 admin admin] Publish callbacks [] for security_group (d51b700f-0088-41da-9e12-7f5b30fc86e1), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.016810 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb277-4666-4425-b773-3cef85325566 admin admin] Publish callbacks [] for security_group (d51b700f-0088-41da-9e12-7f5b30fc86e1), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.027512 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2432ad99-792f-4984-a40e-b076629fb12c admin admin] Publish callbacks [] for security_group (851c93af-74d8-48d1-af17-4bb6b1e9566c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.065747 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2432ad99-792f-4984-a40e-b076629fb12c admin admin] Publish callbacks [] for security_group (851c93af-74d8-48d1-af17-4bb6b1e9566c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.103442 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb277-4666-4425-b773-3cef85325566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d51b700f-0088-41da-9e12-7f5b30fc86e1), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.106019 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb277-4666-4425-b773-3cef85325566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.107159 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bf9bb277-4666-4425-b773-3cef85325566 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d51b700f-0088-41da-9e12-7f5b30fc86e1 HTTP/1.1" status: 204 len: 168 time: 0.2034800 May 16 17:41:20.115434 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bb277-4666-4425-b773-3cef85325566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b700f-0088-41da-9e12-7f5b30fc86e1,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:20.136272 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2432ad99-792f-4984-a40e-b076629fb12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (851c93af-74d8-48d1-af17-4bb6b1e9566c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.138941 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2432ad99-792f-4984-a40e-b076629fb12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.140115 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-2432ad99-792f-4984-a40e-b076629fb12c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/851c93af-74d8-48d1-af17-4bb6b1e9566c HTTP/1.1" status: 204 len: 168 time: 0.1962779 May 16 17:41:20.157444 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432ad99-792f-4984-a40e-b076629fb12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c93af-74d8-48d1-af17-4bb6b1e9566c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:20.205000 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58288) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:20.219785 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1687b550-fd3f-4eab-b821-6fea45ac36c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.314320 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1687b550-fd3f-4eab-b821-6fea45ac36c3 admin admin] Publish callbacks [] for security_group (a668ca0c-e581-4a08-8c0b-09729f0414f5), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.322038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1687b550-fd3f-4eab-b821-6fea45ac36c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a668ca0c-e581-4a08-8c0b-09729f0414f5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.401641 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-1687b550-fd3f-4eab-b821-6fea45ac36c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07f24154ee054c9e9b043ff10cb8bcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953754 May 16 17:41:20.404655 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58292) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:20.405954 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687b550-fd3f-4eab-b821-6fea45ac36c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a668ca0c-e581-4a08-8c0b-09729f0414f5,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:20.415837 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315dc9-d60d-4e1a-bfee-e2d7950a4786 req-93d0170c-be6e-4744-8475-249d4e5409d5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:20.417835 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92315dc9-d60d-4e1a-bfee-e2d7950a4786 req-93d0170c-be6e-4744-8475-249d4e5409d5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0613256 May 16 17:41:20.477187 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92315dc9-d60d-4e1a-bfee-e2d7950a4786 req-cd5c0544-aa8e-4e7d-8857-9bc2723df1a7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508380 May 16 17:41:20.482352 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1a9489fc-0934-4abb-b5b7-432699d771e7 admin admin] Publish callbacks [] for security_group (a668ca0c-e581-4a08-8c0b-09729f0414f5), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.507304 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1a9489fc-0934-4abb-b5b7-432699d771e7 admin admin] Publish callbacks [] for security_group (a668ca0c-e581-4a08-8c0b-09729f0414f5), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.560467 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1a9489fc-0934-4abb-b5b7-432699d771e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a668ca0c-e581-4a08-8c0b-09729f0414f5), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.563410 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1a9489fc-0934-4abb-b5b7-432699d771e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:20.564956 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-1a9489fc-0934-4abb-b5b7-432699d771e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a668ca0c-e581-4a08-8c0b-09729f0414f5 HTTP/1.1" status: 204 len: 168 time: 0.1591659 May 16 17:41:20.572998 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9489fc-0934-4abb-b5b7-432699d771e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a668ca0c-e581-4a08-8c0b-09729f0414f5,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:20.701807 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47850-1c42-4a94-b30d-59f9e2142a42 req-55ecf0df-2e59-46b9-a35d-ba83a4530ad3 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:20.703709 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-89f47850-1c42-4a94-b30d-59f9e2142a42 req-55ecf0df-2e59-46b9-a35d-ba83a4530ad3 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 944 time: 0.0546894 May 16 17:41:20.757193 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-89f47850-1c42-4a94-b30d-59f9e2142a42 req-aa36b4e3-bb8c-47fa-a161-22af780372ad tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478008 May 16 17:41:21.052794 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58330) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:21.182972 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36e89e94-0f74-4f49-a868-7d106fce0a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.289689 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-3b1e4267-d7f7-4130-89bd-e4e8f95b17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:21.291452 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-3b1e4267-d7f7-4130-89bd-e4e8f95b17f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 1128 time: 0.0618262 May 16 17:41:21.343866 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36e89e94-0f74-4f49-a868-7d106fce0a60 admin admin] Publish callbacks [] for security_group (d656821c-d150-4573-a686-fbab432d8201), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.351405 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-36e89e94-0f74-4f49-a868-7d106fce0a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d656821c-d150-4573-a686-fbab432d8201), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.374218 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0fc2-fb5e-4893-b440-3147bb4c4203 req-4c01f938-ec49-4c1e-bcf3-0a1df23ef23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:21.375904 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-834d0fc2-fb5e-4893-b440-3147bb4c4203 req-4c01f938-ec49-4c1e-bcf3-0a1df23ef23f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1129 time: 0.0521219 May 16 17:41:21.402681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 15f9d61c-a9f5-478e-ba2a-399956864e38 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:41:21.413985 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89e94-0f74-4f49-a868-7d106fce0a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d656821c-d150-4573-a686-fbab432d8201,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:21.442784 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-36e89e94-0f74-4f49-a868-7d106fce0a60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b33094605c64d2b9bc333529f8f1d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885746 May 16 17:41:21.445398 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58354) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:21.480258 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-aec44f4b-33a8-48a1-9222-96c6085ec4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:21.482305 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-aec44f4b-33a8-48a1-9222-96c6085ec4be service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb HTTP/1.1" status: 200 len: 909 time: 0.1722231 May 16 17:41:21.495180 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-834d0fc2-fb5e-4893-b440-3147bb4c4203 req-f061683d-34ee-4cb3-acb9-daa07c09f48a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101480 May 16 17:41:21.540903 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-e29c5fd8-40eb-496f-9e83-951063fea210 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15f9d61c-a9f5-478e-ba2a-399956864e38 HTTP/1.1" status: 200 len: 217 time: 0.0489504 May 16 17:41:21.553655 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c326920b-f406-41f3-9a42-2607f7fbbeaf admin admin] Publish callbacks [] for security_group (d656821c-d150-4573-a686-fbab432d8201), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.575668 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 15f9d61c-a9f5-478e-ba2a-399956864e38, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=15f9d61c-a9f5-478e-ba2a-399956864e38,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:21.580340 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c326920b-f406-41f3-9a42-2607f7fbbeaf admin admin] Publish callbacks [] for security_group (d656821c-d150-4573-a686-fbab432d8201), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.594082 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '15f9d61c-a9f5-478e-ba2a-399956864e38', 'network_id': 'fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb', 'port_id': '15f9d61c-a9f5-478e-ba2a-399956864e38', 'mac_address': 'fa:16:3e:66:f6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f8cb97-6965-45f1-bc4a-6ab601e3e424', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:41:21.645006 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c326920b-f406-41f3-9a42-2607f7fbbeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d656821c-d150-4573-a686-fbab432d8201), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.645636 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 15f9d61c-a9f5-478e-ba2a-399956864e38 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:21.646409 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.649316 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c326920b-f406-41f3-9a42-2607f7fbbeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.657219 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c326920b-f406-41f3-9a42-2607f7fbbeaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d656821c-d150-4573-a686-fbab432d8201 HTTP/1.1" status: 204 len: 168 time: 0.2106116 May 16 17:41:21.667908 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f9d61c-a9f5-478e-ba2a-399956864e38 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:41:21.677024 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326920b-f406-41f3-9a42-2607f7fbbeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656821c-d150-4573-a686-fbab432d8201,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:21.680209 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868821e9-ec93-459c-99ca-81c74ac58c03 req-0febb79f-32ef-4107-a763-27e779aa6e73 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:21.688515 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-868821e9-ec93-459c-99ca-81c74ac58c03 req-0febb79f-32ef-4107-a763-27e779aa6e73 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.1083062 May 16 17:41:21.695531 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 15f9d61c-a9f5-478e-ba2a-399956864e38, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=15f9d61c-a9f5-478e-ba2a-399956864e38,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:21.701492 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:21.750689 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-868821e9-ec93-459c-99ca-81c74ac58c03 req-7308c8d5-9a47-4775-a5c2-1b635a8198a1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 May 16 17:41:21.772901 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-466ff85a-6bd8-4ad8-8023-5c97206c78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:21.774683 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-466ff85a-6bd8-4ad8-8023-5c97206c78e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=48f8cb97-6965-45f1-bc4a-6ab601e3e424 HTTP/1.1" status: 200 len: 848 time: 0.0655012 May 16 17:41:21.780697 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=15f9d61c-a9f5-478e-ba2a-399956864e38,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:21.803956 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.804476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.804986 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.805353 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.805801 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.806297 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.806793 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.807124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.807608 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.808098 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.809364 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.809900 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.810234 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.810714 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.811209 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:21.835947 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-b87504d2-4c45-4d08-b60e-0f0d52381c63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534911 May 16 17:41:21.913792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecbfa-a8cb-44da-92c1-d909e279973e req-5eef00c5-a2e7-4dd2-934a-8c4466a3d934 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:21.915482 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d99ecbfa-a8cb-44da-92c1-d909e279973e req-5eef00c5-a2e7-4dd2-934a-8c4466a3d934 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 945 time: 0.0529814 May 16 17:41:21.941953 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-e86477aa-8ab6-4496-8498-c52b57cee3b4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992098 May 16 17:41:21.970466 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d99ecbfa-a8cb-44da-92c1-d909e279973e req-b16f1b9e-4262-4dc2-92a2-7b704f733b38 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 May 16 17:41:21.983298 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['15f9d61c-a9f5-478e-ba2a-399956864e38'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:41:21.999570 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58376) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:22.212125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1885165830-network', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:22.233005 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58386) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:22.257367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-533d46fd-ca32-4b41-bb8b-534ea7f8eec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.331011 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Made reservation on behalf of 7ee0e621e3c34c3bba8434228c575a84 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:22.334669 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.359931 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.404714 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-533d46fd-ca32-4b41-bb8b-534ea7f8eec5 admin admin] Publish callbacks [] for security_group (d5e7d4ef-5385-4370-a92a-ada4efe93f24), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.414537 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-533d46fd-ca32-4b41-bb8b-534ea7f8eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d5e7d4ef-5385-4370-a92a-ada4efe93f24), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.428752 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a06c1ad8-b7b4-4f42-be0c-a8d8eb56d722 req-d9c74422-8fca-44e2-90eb-7e4c91242708 service neutron] 10.222.0.35 "GET /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114778 May 16 17:41:22.461523 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-533d46fd-ca32-4b41-bb8b-534ea7f8eec5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b80ea8a893c4f12912226372361ddce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263973 May 16 17:41:22.462521 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58394) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:22.509929 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d46fd-ca32-4b41-bb8b-534ea7f8eec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e7d4ef-5385-4370-a92a-ada4efe93f24,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:22.545592 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks [] for security_group (b04e21fd-5cb5-4858-b84a-f25b5588664c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.546063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-74c56d74-13a3-43e9-8b1a-26b7c593cbd2 admin admin] Publish callbacks [] for security_group (d5e7d4ef-5385-4370-a92a-ada4efe93f24), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.554259 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b04e21fd-5cb5-4858-b84a-f25b5588664c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.579908 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-74c56d74-13a3-43e9-8b1a-26b7c593cbd2 admin admin] Publish callbacks [] for security_group (d5e7d4ef-5385-4370-a92a-ada4efe93f24), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.595510 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:41:22.611434 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e21fd-5cb5-4858-b84a-f25b5588664c,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:22.617769 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (6be05040-b7a5-442c-856a-802c29c4b87a), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.618570 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Added segment 6be05040-b7a5-442c-856a-802c29c4b87a of type vlan for network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a May 16 17:41:22.689372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-74c56d74-13a3-43e9-8b1a-26b7c593cbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d5e7d4ef-5385-4370-a92a-ada4efe93f24), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.692164 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-74c56d74-13a3-43e9-8b1a-26b7c593cbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.693298 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.693424 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-74c56d74-13a3-43e9-8b1a-26b7c593cbd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5e7d4ef-5385-4370-a92a-ada4efe93f24 HTTP/1.1" status: 204 len: 168 time: 0.2266090 May 16 17:41:22.704642 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c56d74-13a3-43e9-8b1a-26b7c593cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e7d4ef-5385-4370-a92a-ada4efe93f24,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:22.726072 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.727050 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:22.727624 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.794630 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] Pushing event updated for resources: {'Network': ['ID=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:22.801753 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e0c9a9ab-4075-4861-b721-ee93b6a8f5fe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8010092 May 16 17:41:22.804670 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58410) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:22.806746 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:41:22.810468 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Request body: {'subnet': {'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1885165830-subnet', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:22.864693 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Made reservation on behalf of 7ee0e621e3c34c3bba8434228c575a84 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:22.867037 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739885'] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:22.906057 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e352df-35f8-4d99-a45d-b7ade89ee680 req-e4f5f59c-9d5e-4401-9b70-4b4596ae9fda tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:22.907587 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66e352df-35f8-4d99-a45d-b7ade89ee680 req-e4f5f59c-9d5e-4401-9b70-4b4596ae9fda tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0793502 May 16 17:41:23.007694 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66e352df-35f8-4d99-a45d-b7ade89ee680 req-bdc8a151-1e7d-4361-a0ef-79889e62eef3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678310 May 16 17:41:23.217101 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884789b0-4a02-4af9-9037-d7d3c5b26211 req-0267a671-d93d-4f31-8d93-6137fcc9ddd9 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:23.218812 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-884789b0-4a02-4af9-9037-d7d3c5b26211 req-0267a671-d93d-4f31-8d93-6137fcc9ddd9 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 945 time: 0.1322930 May 16 17:41:23.228299 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a6944-91e8-4c82-ac85-527203ccad01 req-6024fbcf-6c8a-4c7b-919e-48cf004ce6aa tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:23.235940 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d59a6944-91e8-4c82-ac85-527203ccad01 req-6024fbcf-6c8a-4c7b-919e-48cf004ce6aa tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.1257443 May 16 17:41:23.238345 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8739899'] for subnet (d4b0191f-9d66-46ef-8adf-49f895f8be9f), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.361719 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b0191f-9d66-46ef-8adf-49f895f8be9f,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:23.378188 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-884789b0-4a02-4af9-9037-d7d3c5b26211 req-c92f93fc-4e5d-4e70-9fab-f50e6c6cd80a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329687 May 16 17:41:23.388122 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d59a6944-91e8-4c82-ac85-527203ccad01 req-4f357827-5c22-4768-b9ff-acdbce0d79bf tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509540 May 16 17:41:23.389220 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Checking segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:23.389603 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Network hostable DHCP agents. Network: 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:41:23.418113 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 15f9d61c-a9f5-478e-ba2a-399956864e38 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:23.423999 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:41:23.446574 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:23.453638 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:23.455372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.469617 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94b2b4-7a91-49eb-887c-7287d6eeefd2 None None] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:23.479030 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58448) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:23.489768 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:23.493522 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-348b7b2d-ea44-4b1f-a069-e8e0f3d384c1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6876080 May 16 17:41:23.503644 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 15f9d61c-a9f5-478e-ba2a-399956864e38 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:41:23.521851 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.523560 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.547262 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 15f9d61c-a9f5-478e-ba2a-399956864e38 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:23.547791 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.623975 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks [] for router_controller (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.716558 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:41:23.717674 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.747305 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 15f9d61c-a9f5-478e-ba2a-399956864e38 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:23.747978 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.828926 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f9d61c-a9f5-478e-ba2a-399956864e38'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:41:23.832133 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3078762-105d-4bf5-af50-95dbf7cf6c0c" -d '{"events": [{"server_uuid": "0e5aef79-c64c-45e3-904f-a2c26d3e97e8", "name": "network-vif-plugged", "status": "completed", "tag": "15f9d61c-a9f5-478e-ba2a-399956864e38"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:41:23.846079 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks [] for router_gateway (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.859899 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 15f9d61c-a9f5-478e-ba2a-399956864e38, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=15f9d61c-a9f5-478e-ba2a-399956864e38,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:23.872907 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:23.877088 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e0260-a617-4efc-a3dd-50f9a9244a32 x-openstack-request-id: req-b15e0260-a617-4efc-a3dd-50f9a9244a32 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:41:23.877433 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5aef79-c64c-45e3-904f-a2c26d3e97e8", "name": "network-vif-plugged", "status": "completed", "tag": "15f9d61c-a9f5-478e-ba2a-399956864e38", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:41:23.877866 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b15e0260-a617-4efc-a3dd-50f9a9244a32 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:41:23.878206 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15e0260-a617-4efc-a3dd-50f9a9244a32'] response: {'server_uuid': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f9d61c-a9f5-478e-ba2a-399956864e38', 'code': 200} May 16 17:41:24.020058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=15f9d61c-a9f5-478e-ba2a-399956864e38,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:24.053893 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Allocated IP 172.20.0.2 (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a/d4b0191f-9d66-46ef-8adf-49f895f8be9f/9d4ac7c2-4a9b-455d-8002-33feaa24a1c7) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:24.106758 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19791bc-66b2-4261-9259-f0fa529367ac req-f7d4e650-7056-4cd2-8bb8-01da437dfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:24.108263 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b19791bc-66b2-4261-9259-f0fa529367ac req-f7d4e650-7056-4cd2-8bb8-01da437dfa69 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 1130 time: 0.0437291 May 16 17:41:24.152439 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks [] for router_gateway (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.184732 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.248047 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Publish callbacks [] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.260135 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.288901 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b19791bc-66b2-4261-9259-f0fa529367ac req-80344a97-865e-4b62-a86f-b3be9ce1ae71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378059 May 16 17:41:24.327036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:24.335078 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:24.339410 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:24.359526 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Pushing event updated for resources: {'Port': ['ID=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:24.373123 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Allocated IP 172.27.0.33 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/995fde69-ee47-415f-b8a6-a0c69a3cafe1) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:24.512281 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Attempting to bind port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:24.512883 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Attempting to bind port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:24.513498 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Attempting to bind port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 on network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:24.524304 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:24.524809 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Checking segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:24.525649 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.526509 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Bound using segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:24.527401 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Bound port: 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:24.528317 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.607843 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks [] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.620965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f2191-6d59-457b-baf3-b137a6777c94 req-3e7b999c-3b22-43ca-94d6-af623c446a35 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:24.628923 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] For port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:24.630268 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26f2191-6d59-457b-baf3-b137a6777c94 req-3e7b999c-3b22-43ca-94d6-af623c446a35 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.0926449 May 16 17:41:24.634918 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] For port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:24.644913 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.658921 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:24.697243 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26f2191-6d59-457b-baf3-b137a6777c94 req-5f960ae7-387f-446a-92e8-351f6484ca17 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659776 May 16 17:41:24.712924 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17197-9687-41f6-8de4-72b555fed886 None None] Pushing event updated for resources: {'Port': ['ID=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:24.719319 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:24.722443 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:24.730175 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:24.735300 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Pushing event updated for resources: {'Port': ['ID=995fde69-ee47-415f-b8a6-a0c69a3cafe1,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:25.245585 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:25.246333 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks [] for router_gateway (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.288676 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:25.289294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.362017 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:25.362410 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.396396 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:25.401102 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.444035 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.448614 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:25.615562 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:41:25.826912 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:41:25.838540 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Sync routers for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:41:25.846516 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-be846301-756e-4614-832f-0595faa8af43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.848057 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:25.849303 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-53e280d3-0c28-4dc5-8e11-796ceb78fc25 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3690283 May 16 17:41:25.852090 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58544) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:25.875575 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:25.876075 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:40:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:25.947827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22595f08-91e8-441e-b0d7-571fabafd983 req-91dc2519-78a4-4369-a961-5c50fc1e2cf3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:25.960802 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-22595f08-91e8-441e-b0d7-571fabafd983 req-91dc2519-78a4-4369-a961-5c50fc1e2cf3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.2446926 May 16 17:41:25.996345 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8024-1b7c-4f5a-a56d-e841244f38d9 req-a3050855-f2e8-4616-be7d-341837764d63 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:25.998347 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6aa8024-1b7c-4f5a-a56d-e841244f38d9 req-a3050855-f2e8-4616-be7d-341837764d63 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.1993492 May 16 17:41:26.034368 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:26.076093 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923eb6cd-767a-4ae4-83a6-c339c80ec2ec None None] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:26.081238 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-22595f08-91e8-441e-b0d7-571fabafd983 req-9622a726-b63c-495a-b943-230f75dc1a02 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099436 May 16 17:41:26.104747 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6aa8024-1b7c-4f5a-a56d-e841244f38d9 req-c8085940-ddbe-4ecc-9a97-6753e27644b3 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991883 May 16 17:41:26.175003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-32b3d411-cd81-4f75-bef5-52651e4748e2 None None] Provisioning complete for port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:26.175750 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-32b3d411-cd81-4f75-bef5-52651e4748e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.178648 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-06322419-4efd-459c-985f-dd26d82baa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:26.180183 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-06322419-4efd-459c-985f-dd26d82baa85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1129 time: 0.0524280 May 16 17:41:26.234253 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:24Z', 'revision_number': 3, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:26.260100 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Checking router: 65e04aab-690c-4c2f-ad70-9fe525fc1bfb for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:41:26.260459 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Updating router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:41:26.297307 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.315705 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-32b3d411-cd81-4f75-bef5-52651e4748e2 None None] Current status of the port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:26.471197 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.536580 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-36f03e31-14a9-4fdf-a8bd-e0865e9b3328 None None] Provisioning complete for port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:26.536983 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-36f03e31-14a9-4fdf-a8bd-e0865e9b3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.619127 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-36f03e31-14a9-4fdf-a8bd-e0865e9b3328 None None] Current status of the port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:26.654629 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Allocated IP 172.20.0.1 (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a/d4b0191f-9d66-46ef-8adf-49f895f8be9f/124f5d7f-b6d5-4e77-8e59-bd625819ed8d) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:26.673809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58560) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:26.685306 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Publish callbacks [] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.692500 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.746457 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Attempting to bind port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:26.746834 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Attempting to bind port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:26.747196 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Attempting to bind port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:26.750239 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Pushing event updated for resources: {'Port': ['ID=995fde69-ee47-415f-b8a6-a0c69a3cafe1,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:26.755768 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:26.756145 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:26.756628 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.756927 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:26.757401 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Bound port: 995fde69-ee47-415f-b8a6-a0c69a3cafe1, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:26.757855 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.763878 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.764231 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.764599 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.764957 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.765299 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.765799 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.766131 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.766461 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.766789 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.767115 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.767435 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.767783 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.768150 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.768252 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks [] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.768471 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.768795 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:41:26.792948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cafc8750-ffde-4dfb-a629-25aff37b8ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.810373 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.834390 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] For port 995fde69-ee47-415f-b8a6-a0c69a3cafe1, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:26.838286 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] For port 995fde69-ee47-415f-b8a6-a0c69a3cafe1, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=995fde69-ee47-415f-b8a6-a0c69a3cafe1,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:26.845104 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.850527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:26.855296 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:26.862251 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:26.896729 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Pushing event updated for resources: {'Port': ['ID=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:26.901698 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cafc8750-ffde-4dfb-a629-25aff37b8ec0 admin admin] Publish callbacks [] for security_group (bdd21a0f-87d5-4a7c-8667-f21254057f78), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.909434 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cafc8750-ffde-4dfb-a629-25aff37b8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (bdd21a0f-87d5-4a7c-8667-f21254057f78), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.926567 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:26.947167 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc8750-ffde-4dfb-a629-25aff37b8ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd21a0f-87d5-4a7c-8667-f21254057f78,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:26.969461 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-cafc8750-ffde-4dfb-a629-25aff37b8ec0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c83ceaa75814bf4ac59287f07950e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932603 May 16 17:41:26.972193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58570) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:26.984989 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae86ee6-9395-4041-b894-d3f99d1083d6 None None] Pushing event updated for resources: {'Port': ['ID=995fde69-ee47-415f-b8a6-a0c69a3cafe1,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:27.000249 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:27.002054 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:40:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:27.029707 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-28c4b25e-f6c0-4f6b-a4a6-1070fffd17b3 admin admin] Publish callbacks [] for security_group (bdd21a0f-87d5-4a7c-8667-f21254057f78), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.053127 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-28c4b25e-f6c0-4f6b-a4a6-1070fffd17b3 admin admin] Publish callbacks [] for security_group (bdd21a0f-87d5-4a7c-8667-f21254057f78), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.109972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-28c4b25e-f6c0-4f6b-a4a6-1070fffd17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (bdd21a0f-87d5-4a7c-8667-f21254057f78), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.117315 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-28c4b25e-f6c0-4f6b-a4a6-1070fffd17b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.118867 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-28c4b25e-f6c0-4f6b-a4a6-1070fffd17b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdd21a0f-87d5-4a7c-8667-f21254057f78 HTTP/1.1" status: 204 len: 168 time: 0.1454875 May 16 17:41:27.143752 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4b25e-f6c0-4f6b-a4a6-1070fffd17b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd21a0f-87d5-4a7c-8667-f21254057f78,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:27.151767 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-449c2682-688b-47ef-8a38-cdcb70b2be88 None None] Provisioning complete for port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:27.152869 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-449c2682-688b-47ef-8a38-cdcb70b2be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.154067 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:27.292013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-449c2682-688b-47ef-8a38-cdcb70b2be88 None None] Port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:41:27.314110 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58580) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:27.326179 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:27.346145 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c074f65-c21a-4117-9f15-48048b183297 req-810d8a60-a608-4a64-9fc1-bb2e4217b61b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:27.351458 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-79759094-8b90-40da-a922-9d3b450ec4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:27.352995 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-79759094-8b90-40da-a922-9d3b450ec4cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.3586812 May 16 17:41:27.356564 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6c074f65-c21a-4117-9f15-48048b183297 req-810d8a60-a608-4a64-9fc1-bb2e4217b61b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0962596 May 16 17:41:27.362448 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.432053 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:27.432496 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.482455 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:24Z', 'revision_number': 3, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:27.492913 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6c074f65-c21a-4117-9f15-48048b183297 req-f651b386-f3d0-494e-b54f-a6137e167175 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353681 May 16 17:41:27.499686 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4a1b1-aecf-404f-bfd0-6e1b75bea46f req-b8236710-1d6e-4864-b22c-4e966a710fff tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:27.506932 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3cb4a1b1-aecf-404f-bfd0-6e1b75bea46f req-b8236710-1d6e-4864-b22c-4e966a710fff tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.3110511 May 16 17:41:27.525993 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9f7a1-2f7b-4d09-854a-2e461e0560d4 None None] The sync data for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi is: [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:24Z', 'revision_number': 3, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:41:27.582395 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3cb4a1b1-aecf-404f-bfd0-6e1b75bea46f req-dcfabae9-9f86-486f-aa5c-0165063150b1 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703781 May 16 17:41:27.662404 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks [] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.679196 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec6441cf-ae33-40b6-923a-0103cdbe0018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.681489 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.757795 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:27.761521 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58588) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:27.770219 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.774369 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Pushing event updated for resources: {'Port': ['ID=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:27.778357 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-19d94e5e-9fdb-4743-865e-4dec5ca59046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.864059 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-2dd61f4d-5641-4995-9067-75e9587003ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 217 time: 0.0740662 May 16 17:41:27.895588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-19d94e5e-9fdb-4743-865e-4dec5ca59046 admin admin] Publish callbacks [] for security_group (87e8e0f6-63d9-4a00-9b5f-f0752b5943d7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.902956 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-19d94e5e-9fdb-4743-865e-4dec5ca59046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (87e8e0f6-63d9-4a00-9b5f-f0752b5943d7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.950807 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec6441cf-ae33-40b6-923a-0103cdbe0018 admin admin] Publish callbacks [] for security_group (6b777cb6-3c48-439a-b11f-abb9319333ef), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.952521 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d94e5e-9fdb-4743-865e-4dec5ca59046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e8e0f6-63d9-4a00-9b5f-f0752b5943d7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:27.961241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec6441cf-ae33-40b6-923a-0103cdbe0018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6b777cb6-3c48-439a-b11f-abb9319333ef), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:27.961439 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-19d94e5e-9fdb-4743-865e-4dec5ca59046 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b28be92fc54143a49c8461b8b549dd75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965210 May 16 17:41:27.961523 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58592) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:27.967595 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:27.981647 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:28.023222 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ec6441cf-ae33-40b6-923a-0103cdbe0018 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb991088ce1d4938a3af62c5ee21f23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7085850 May 16 17:41:28.024110 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6441cf-ae33-40b6-923a-0103cdbe0018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b777cb6-3c48-439a-b11f-abb9319333ef,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:28.030634 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58594) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:28.041367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-13f963f0-215a-4fb2-a105-3434cad40414 admin admin] Publish callbacks [] for security_group (87e8e0f6-63d9-4a00-9b5f-f0752b5943d7), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.067955 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-13f963f0-215a-4fb2-a105-3434cad40414 admin admin] Publish callbacks [] for security_group (87e8e0f6-63d9-4a00-9b5f-f0752b5943d7), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.109384 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:41:28.133900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-13f963f0-215a-4fb2-a105-3434cad40414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (87e8e0f6-63d9-4a00-9b5f-f0752b5943d7), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.136838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-13f963f0-215a-4fb2-a105-3434cad40414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.139532 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-13f963f0-215a-4fb2-a105-3434cad40414 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87e8e0f6-63d9-4a00-9b5f-f0752b5943d7 HTTP/1.1" status: 204 len: 168 time: 0.1770904 May 16 17:41:28.148546 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f963f0-215a-4fb2-a105-3434cad40414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e8e0f6-63d9-4a00-9b5f-f0752b5943d7,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:28.214516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:41:28.238956 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08acbe9-c0a6-40fc-a5ab-78597832f70c admin admin] Publish callbacks [] for security_group (6b777cb6-3c48-439a-b11f-abb9319333ef), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.295207 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08acbe9-c0a6-40fc-a5ab-78597832f70c admin admin] Publish callbacks [] for security_group (6b777cb6-3c48-439a-b11f-abb9319333ef), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.315098 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b4b0a698-62dd-429b-b262-578a89f98039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.324067 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-695bb289-4e3f-4fb6-8872-a1447378e83f None None] Provisioning complete for port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:28.324459 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-695bb289-4e3f-4fb6-8872-a1447378e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.362681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-695bb289-4e3f-4fb6-8872-a1447378e83f None None] Port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:41:28.396390 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:41:28.406072 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0a0c9724-3161-4668-be4a-9a2760256239 admin admin] 10.222.0.58 "PUT /v2.0/routers/65e04aab-690c-4c2f-ad70-9fe525fc1bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529096 May 16 17:41:28.408749 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08acbe9-c0a6-40fc-a5ab-78597832f70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6b777cb6-3c48-439a-b11f-abb9319333ef), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.411799 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c08acbe9-c0a6-40fc-a5ab-78597832f70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.413116 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c08acbe9-c0a6-40fc-a5ab-78597832f70c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b777cb6-3c48-439a-b11f-abb9319333ef HTTP/1.1" status: 204 len: 168 time: 0.3245196 May 16 17:41:28.423508 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08acbe9-c0a6-40fc-a5ab-78597832f70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b777cb6-3c48-439a-b11f-abb9319333ef,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:28.590281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269132fe-ddea-4ab4-8311-90df04026cb6 req-5b03e30d-28c6-40f5-b913-0b8810301875 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:28.596737 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-269132fe-ddea-4ab4-8311-90df04026cb6 req-5b03e30d-28c6-40f5-b913-0b8810301875 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0588427 May 16 17:41:28.651404 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-269132fe-ddea-4ab4-8311-90df04026cb6 req-45a99045-8190-49a5-addc-cccb7010e517 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475931 May 16 17:41:28.784772 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-b7bd6354-a303-4983-bdcb-70bf4b97da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:28.786773 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58618) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:28.787152 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-b7bd6354-a303-4983-bdcb-70bf4b97da12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0576372 May 16 17:41:28.801732 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0872-18a4-427d-8724-8e7d095a8772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.876403 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-ededa263-98be-40a8-af95-987464034087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:28.881604 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-ededa263-98be-40a8-af95-987464034087 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787082 May 16 17:41:28.921990 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0872-18a4-427d-8724-8e7d095a8772 admin admin] Publish callbacks [] for security_group (7fe17787-4fc2-4f0f-8d9a-33327d3daa02), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.928231 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0872-18a4-427d-8724-8e7d095a8772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (7fe17787-4fc2-4f0f-8d9a-33327d3daa02), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:28.977986 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bd6c0872-18a4-427d-8724-8e7d095a8772 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ee7b3fad718484bb8205ef3e1568186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899374 May 16 17:41:28.978737 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0872-18a4-427d-8724-8e7d095a8772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe17787-4fc2-4f0f-8d9a-33327d3daa02,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:28.994568 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58628) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:29.043919 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-2b5b6fba-b7e0-4599-9cc0-e787d9195259 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569035 May 16 17:41:29.079229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2c207b8-67a1-44fa-85bd-6227cb1c3305 admin admin] Publish callbacks [] for security_group (7fe17787-4fc2-4f0f-8d9a-33327d3daa02), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.083604 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.101346 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2c207b8-67a1-44fa-85bd-6227cb1c3305 admin admin] Publish callbacks [] for security_group (7fe17787-4fc2-4f0f-8d9a-33327d3daa02), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.231202 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2c207b8-67a1-44fa-85bd-6227cb1c3305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (7fe17787-4fc2-4f0f-8d9a-33327d3daa02), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.234144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2c207b8-67a1-44fa-85bd-6227cb1c3305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.235550 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f2c207b8-67a1-44fa-85bd-6227cb1c3305 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fe17787-4fc2-4f0f-8d9a-33327d3daa02 HTTP/1.1" status: 204 len: 168 time: 0.2399399 May 16 17:41:29.252451 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c207b8-67a1-44fa-85bd-6227cb1c3305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe17787-4fc2-4f0f-8d9a-33327d3daa02,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:29.263224 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ba49efc6-76f1-4a22-9620-4e5467167fec req-8cc79468-010a-411b-b207-a673651bd928 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059669 May 16 17:41:29.343976 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 995fde69-ee47-415f-b8a6-a0c69a3cafe1 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:29.408650 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:29.409291 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.511648 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:29.512050 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.544289 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 995fde69-ee47-415f-b8a6-a0c69a3cafe1, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=995fde69-ee47-415f-b8a6-a0c69a3cafe1,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:29.555227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.595838 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.631010 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=995fde69-ee47-415f-b8a6-a0c69a3cafe1,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:29.732134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddad1-144c-4079-9b32-5058f31001f7 req-32a90dbb-10cc-41ad-b2d2-beda03b56173 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:29.739603 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ebddad1-144c-4079-9b32-5058f31001f7 req-32a90dbb-10cc-41ad-b2d2-beda03b56173 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.0801189 May 16 17:41:29.741327 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58668) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:29.748544 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-158822063-network', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:29.762471 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Sync routers for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:41:29.783019 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:29.784004 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:29.801494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Made reservation on behalf of 9b9982dbfd59465783f2847fbcb8d441 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:29.803944 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.824811 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:29.828632 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ebddad1-144c-4079-9b32-5058f31001f7 req-9befd4eb-e0d1-4964-9308-2073ff7800be tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880897 May 16 17:41:29.865492 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a330a9f-7a9b-4e50-8f60-c42ac08cb1d0 req-811e3aec-6951-4085-b50f-f0fb772f8f6b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:29.867531 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0a330a9f-7a9b-4e50-8f60-c42ac08cb1d0 req-811e3aec-6951-4085-b50f-f0fb772f8f6b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0815079 May 16 17:41:29.937995 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:29.983700 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0a330a9f-7a9b-4e50-8f60-c42ac08cb1d0 req-83a2fb80-5605-40b7-bc1b-8272442554d8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048980 May 16 17:41:30.173024 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 2, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:30.196870 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks [] for security_group (f2509316-f63d-42b5-ac14-8d1f66a8fec8), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.203338 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (f2509316-f63d-42b5-ac14-8d1f66a8fec8), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.206128 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Checking router: 65e04aab-690c-4c2f-ad70-9fe525fc1bfb for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:41:30.206643 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Updating router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:41:30.223128 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:41:30.234251 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (dffef2ea-9fba-4055-a956-3397e9c531ee), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.234695 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Added segment dffef2ea-9fba-4055-a956-3397e9c531ee of type vlan for network 253069e0-e88f-4235-b8bf-15dae747b8e2 May 16 17:41:30.235731 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.297535 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2509316-f63d-42b5-ac14-8d1f66a8fec8,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:30.301173 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (253069e0-e88f-4235-b8bf-15dae747b8e2), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.334783 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (253069e0-e88f-4235-b8bf-15dae747b8e2), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.336536 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:30.337770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.415813 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6722655 May 16 17:41:30.418553 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58696) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:30.419112 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e5a8e-871a-49a6-a3a7-776753457486 admin admin] Pushing event updated for resources: {'Network': ['ID=253069e0-e88f-4235-b8bf-15dae747b8e2,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:30.424351 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Request body: {'subnet': {'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-158822063-subnet', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:30.434604 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:41:30.453971 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Made reservation on behalf of 9b9982dbfd59465783f2847fbcb8d441 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:30.456872 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739885'] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.487516 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.706442 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Publish callbacks [] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.713358 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.766359 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa37c4-9484-4991-8f21-0631017e7d25 None None] Pushing event updated for resources: {'Port': ['ID=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:30.834668 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Attempting to bind port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:30.835237 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Attempting to bind port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:30.835722 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Attempting to bind port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d on network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:30.842413 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:30.842413 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Checking segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:30.854640 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.855215 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Bound using segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:30.855754 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Bound port: 124f5d7f-b6d5-4e77-8e59-bd625819ed8d, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:30.856233 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:30.979566 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8739899'] for subnet (df487388-21c0-416d-b47d-c87dd5d10b27), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.008472 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] For port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:31.023392 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-61e26a2c-06ab-4234-a402-658b2d29603e None None] Provisioning complete for port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:31.023813 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-61e26a2c-06ab-4234-a402-658b2d29603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.048708 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df487388-21c0-416d-b47d-c87dd5d10b27,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:31.065180 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] For port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:31.067064 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-61e26a2c-06ab-4234-a402-658b2d29603e None None] Port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:41:31.076983 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf7ef-a55d-4938-a5ed-15b67c96f341 req-a0e721d7-b687-4a45-903c-d767447f07d9 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:31.078630 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7dfaf7ef-a55d-4938-a5ed-15b67c96f341 req-a0e721d7-b687-4a45-903c-d767447f07d9 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.1328652 May 16 17:41:31.082341 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.135798 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e83b-0131-43e8-a3e2-ed8a66f84597 req-e77434c4-b39d-4216-b363-f0fb4d5d37f6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:31.137414 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2fa1e83b-0131-43e8-a3e2-ed8a66f84597 req-e77434c4-b39d-4216-b363-f0fb4d5d37f6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0559878 May 16 17:41:31.161417 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa37c4-9484-4991-8f21-0631017e7d25 None None] Pushing event updated for resources: {'Port': ['ID=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:31.193361 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:31.194078 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:31.208423 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Checking segment: {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:31.209031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Network hostable DHCP agents. Network: 253069e0-e88f-4235-b8bf-15dae747b8e2, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:41:31.241350 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7dfaf7ef-a55d-4938-a5ed-15b67c96f341 req-90ddd053-9fb7-4edb-b1b7-6393d0618aae tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172519 May 16 17:41:31.288124 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:41:31.295140 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 995fde69-ee47-415f-b8a6-a0c69a3cafe1 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:31.330306 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 253069e0-e88f-4235-b8bf-15dae747b8e2) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:31.336741 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2fa1e83b-0131-43e8-a3e2-ed8a66f84597 req-dfea4637-749e-40e9-9806-a0ea4c9b71b2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726823 May 16 17:41:31.338191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:31.338950 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.359626 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d10897c8-43a6-4894-896b-1d04c138a0a3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9389076 May 16 17:41:31.362355 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58724) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:31.368027 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:31.395227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40a7cf-7279-45bc-ad31-f66109526c5b None None] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:31.420181 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (83dbdc24-e175-4b59-8018-a101ac8e389d), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.421521 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (83dbdc24-e175-4b59-8018-a101ac8e389d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.464426 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:31.501593 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks [] for router_controller (83dbdc24-e175-4b59-8018-a101ac8e389d), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.530838 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] Provisioning complete for port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:31.531237 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.638449 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks [] for router_gateway (83dbdc24-e175-4b59-8018-a101ac8e389d), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.744254 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:31.744654 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.844014 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks [] for router_gateway (83dbdc24-e175-4b59-8018-a101ac8e389d), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.863656 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.870274 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-253069e0-e88f-4235-b8bf-15dae747b8e2', 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2', 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'fixed_ips': [{'subnet_id': 'df487388-21c0-416d-b47d-c87dd5d10b27'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:41:31.871197 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:31.972092 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Allocated IP 172.27.0.222 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/008d4be5-e911-4afb-8ca3-ce26fe61234f) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:32.029123 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] Current status of the port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:32.029535 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.079453 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks [] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.086893 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:32.114015 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.137392 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:30Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:32.151650 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:32.159026 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:32.161214 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=008d4be5-e911-4afb-8ca3-ce26fe61234f,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:32.161497 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] For port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:32.163405 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:32.189311 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Allocated IP 172.20.0.2 (253069e0-e88f-4235-b8bf-15dae747b8e2/df487388-21c0-416d-b47d-c87dd5d10b27/38aad3cb-a719-470a-910f-98922dd594bc) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:32.191986 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.194097 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40fb99-c93a-4403-ba98-f48d1b167de6 None None] The sync data for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi is: [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:30Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:41:32.206315 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.349430 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a59aee-b872-4146-a9fa-9d07694c2f50 None None] Pushing event updated for resources: {'Port': ['ID=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:32.414872 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec606cb-87ef-4192-be1f-3fb2d1af11d0 req-e082c98c-78a0-4a92-8826-013968f4f62a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:32.434899 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ec606cb-87ef-4192-be1f-3fb2d1af11d0 req-e082c98c-78a0-4a92-8826-013968f4f62a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.1019964 May 16 17:41:32.448521 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Publish callbacks [] for port (38aad3cb-a719-470a-910f-98922dd594bc), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.461132 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (38aad3cb-a719-470a-910f-98922dd594bc), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.516173 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:32.522104 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ec606cb-87ef-4192-be1f-3fb2d1af11d0 req-67d184bc-1555-416a-a45f-dcf6b661971f tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/security-groups?id=6919282e-79bf-4568-a919-4d6350043ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 May 16 17:41:32.525058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:32.528039 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks [] for router_gateway (83dbdc24-e175-4b59-8018-a101ac8e389d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.530645 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:32.545676 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Pushing event updated for resources: {'Port': ['ID=38aad3cb-a719-470a-910f-98922dd594bc,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:32.553858 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdec1-dfb8-4980-9d32-e45c2442055b req-b3415501-ece1-439f-ad35-1a111f2241e6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:32.571087 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d63bdec1-dfb8-4980-9d32-e45c2442055b req-b3415501-ece1-439f-ad35-1a111f2241e6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0872393 May 16 17:41:32.620188 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Attempting to bind port 38aad3cb-a719-470a-910f-98922dd594bc on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:32.620608 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Attempting to bind port 38aad3cb-a719-470a-910f-98922dd594bc by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:32.620976 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Attempting to bind port 38aad3cb-a719-470a-910f-98922dd594bc on network 253069e0-e88f-4235-b8bf-15dae747b8e2 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:32.626827 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:32.627341 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d63bdec1-dfb8-4980-9d32-e45c2442055b req-4c02b81d-0b5e-45ac-ab1d-38a54e8e2745 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553439 May 16 17:41:32.637729 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Checking segment: {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:32.638552 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.639145 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Bound using segment: {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:32.640537 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Bound port: 38aad3cb-a719-470a-910f-98922dd594bc, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:32.640941 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (38aad3cb-a719-470a-910f-98922dd594bc), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.720629 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] For port 38aad3cb-a719-470a-910f-98922dd594bc, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:32.724321 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] For port 38aad3cb-a719-470a-910f-98922dd594bc, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=38aad3cb-a719-470a-910f-98922dd594bc,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:32.731117 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (38aad3cb-a719-470a-910f-98922dd594bc), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.754494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (83dbdc24-e175-4b59-8018-a101ac8e389d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:32.791324 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c4791-36a4-44a7-b0db-31539ae207ba None None] Pushing event updated for resources: {'Port': ['ID=38aad3cb-a719-470a-910f-98922dd594bc,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:32.876975 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-e0feb417-fd60-4cc9-ac6d-e2350c658152 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:32.878624 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-e0feb417-fd60-4cc9-ac6d-e2350c658152 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 946 time: 0.0682037 May 16 17:41:33.014901 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Deleting port 15f9d61c-a9f5-478e-ba2a-399956864e38 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:41:33.015241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.089541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Router 83dbdc24-e175-4b59-8018-a101ac8e389d is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:41:33.155944 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] For port 15f9d61c-a9f5-478e-ba2a-399956864e38, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=15f9d61c-a9f5-478e-ba2a-399956864e38,segment=NetworkSegment(2d8cc29c-4429-4b63-b3e0-b109317162d5),segment_id=2d8cc29c-4429-4b63-b3e0-b109317162d5)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:33.156755 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.175094 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Calling delete_port for 15f9d61c-a9f5-478e-ba2a-399956864e38 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:41:33.258676 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 124f5d7f-b6d5-4e77-8e59-bd625819ed8d up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:33.261830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:41:33.278846 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Sync routers for ids ['83dbdc24-e175-4b59-8018-a101ac8e389d'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:41:33.290772 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.293489 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Routers {'83dbdc24-e175-4b59-8018-a101ac8e389d'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:33.295011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58742) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:33.295155 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-092f28fa-4ba8-4ef2-867b-543e6f2ba4a0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9312780 May 16 17:41:33.302124 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['83dbdc24-e175-4b59-8018-a101ac8e389d'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:33.334506 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:33.335175 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.380687 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (15f9d61c-a9f5-478e-ba2a-399956864e38), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.395071 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['15f9d61c-a9f5-478e-ba2a-399956864e38'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:41:33.415151 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Pushing event deleted for resources: {'Port': ['ID=15f9d61c-a9f5-478e-ba2a-399956864e38,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:33.460547 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Set router 83dbdc24-e175-4b59-8018-a101ac8e389d gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:33.485835 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] No DVR routers for this DVR port 15f9d61c-a9f5-478e-ba2a-399956864e38 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:41:33.490450 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.503144 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-888c1a4b-04a9-49d5-9ef7-50abbc87b91b req-08778033-2a3f-4e3d-88d8-5ce900273725 tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.35 "DELETE /v2.0/ports/15f9d61c-a9f5-478e-ba2a-399956864e38 HTTP/1.1" status: 204 len: 173 time: 0.5941892 May 16 17:41:33.503967 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'name': 'network-vif-deleted', 'tag': '15f9d61c-a9f5-478e-ba2a-399956864e38'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:41:33.506521 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d4fb0-4c02-491f-9894-d938a2fa0dd2" -d '{"events": [{"server_uuid": "0e5aef79-c64c-45e3-904f-a2c26d3e97e8", "name": "network-vif-deleted", "tag": "15f9d61c-a9f5-478e-ba2a-399956864e38"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:41:33.539609 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:33.541186 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 38aad3cb-a719-470a-910f-98922dd594bc up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:33.634334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b61d43c-5559-4898-b91c-d06bdaddf5fb x-openstack-request-id: req-7b61d43c-5559-4898-b91c-d06bdaddf5fb {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:41:33.635396 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5aef79-c64c-45e3-904f-a2c26d3e97e8", "name": "network-vif-deleted", "tag": "15f9d61c-a9f5-478e-ba2a-399956864e38", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:41:33.635948 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b61d43c-5559-4898-b91c-d06bdaddf5fb {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:41:33.636552 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b61d43c-5559-4898-b91c-d06bdaddf5fb'] response: {'server_uuid': '0e5aef79-c64c-45e3-904f-a2c26d3e97e8', 'name': 'network-vif-deleted', 'tag': '15f9d61c-a9f5-478e-ba2a-399956864e38', 'status': 'completed', 'code': 200} May 16 17:41:33.681495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 38aad3cb-a719-470a-910f-98922dd594bc triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:33.682643 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (38aad3cb-a719-470a-910f-98922dd594bc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.819839 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-211c4c9d-99c6-4f8c-8f25-d96c6206872a req-07a97ee7-dc88-4c6d-a5f3-a3751af8a67a tempest-VolumesActionsTest-1928280374 tempest-VolumesActionsTest-1928280374-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e5aef79-c64c-45e3-904f-a2c26d3e97e8 HTTP/1.1" status: 200 len: 210 time: 0.1076651 May 16 17:41:33.870038 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 38aad3cb-a719-470a-910f-98922dd594bc is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:33.870692 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (38aad3cb-a719-470a-910f-98922dd594bc), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.914020 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63cdd5-7905-4cf8-9745-add57df0b1ec req-60cae5a4-2097-4e3b-81c5-0c70d7122477 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:33.922447 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fc63cdd5-7905-4cf8-9745-add57df0b1ec req-60cae5a4-2097-4e3b-81c5-0c70d7122477 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0996437 May 16 17:41:33.944879 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 38aad3cb-a719-470a-910f-98922dd594bc, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=38aad3cb-a719-470a-910f-98922dd594bc,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:33.952935 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (38aad3cb-a719-470a-910f-98922dd594bc), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:33.960590 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 3, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:34.036519 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Checking router: 83dbdc24-e175-4b59-8018-a101ac8e389d for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:41:34.037360 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Updating router 83dbdc24-e175-4b59-8018-a101ac8e389d port 008d4be5-e911-4afb-8ca3-ce26fe61234f binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:41:34.077531 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=38aad3cb-a719-470a-910f-98922dd594bc,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:34.085298 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fc63cdd5-7905-4cf8-9745-add57df0b1ec req-685921df-b919-4e04-991b-f480853b1163 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616392 May 16 17:41:34.108887 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.244358 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201af353-ab8b-4106-80d6-6410c06ff391 None None] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:34.370235 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-b28f1794-5eda-47f8-90f2-6886b6e5975e None None] Provisioning complete for port 38aad3cb-a719-470a-910f-98922dd594bc triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:34.370618 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b28f1794-5eda-47f8-90f2-6886b6e5975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (38aad3cb-a719-470a-910f-98922dd594bc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.461731 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.529605 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-b28f1794-5eda-47f8-90f2-6886b6e5975e None None] Current status of the port 38aad3cb-a719-470a-910f-98922dd594bc is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:34.670376 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Publish callbacks [] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.682368 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.693193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Allocated IP 172.20.0.1 (253069e0-e88f-4235-b8bf-15dae747b8e2/df487388-21c0-416d-b47d-c87dd5d10b27/c3c8860e-bf0f-4cf2-b07d-575261a40b82) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:34.717994 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Attempting to bind port 008d4be5-e911-4afb-8ca3-ce26fe61234f on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:34.719130 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Attempting to bind port 008d4be5-e911-4afb-8ca3-ce26fe61234f by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:34.719130 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Attempting to bind port 008d4be5-e911-4afb-8ca3-ce26fe61234f on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:34.755573 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:34.755785 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-837cdede-48ae-4d86-9eb6-a96cad7e40b9 None None] Provisioning complete for port 38aad3cb-a719-470a-910f-98922dd594bc triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:34.756333 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-837cdede-48ae-4d86-9eb6-a96cad7e40b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (38aad3cb-a719-470a-910f-98922dd594bc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.757010 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:34.758374 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.759401 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:34.760516 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Bound port: 008d4be5-e911-4afb-8ca3-ce26fe61234f, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:34.762117 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.828774 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e715d-68d9-4677-b7aa-7bf54f921fbe None None] Pushing event updated for resources: {'Port': ['ID=008d4be5-e911-4afb-8ca3-ce26fe61234f,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:34.882330 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] For port 008d4be5-e911-4afb-8ca3-ce26fe61234f, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:34.888768 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] For port 008d4be5-e911-4afb-8ca3-ce26fe61234f, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=008d4be5-e911-4afb-8ca3-ce26fe61234f,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:34.906058 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.936725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks [] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.951306 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-837cdede-48ae-4d86-9eb6-a96cad7e40b9 None None] Current status of the port 38aad3cb-a719-470a-910f-98922dd594bc is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:34.983732 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:34.985456 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Routers {'83dbdc24-e175-4b59-8018-a101ac8e389d'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:34.986199 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['83dbdc24-e175-4b59-8018-a101ac8e389d'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:35.026455 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:35.031404 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:35.034535 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e715d-68d9-4677-b7aa-7bf54f921fbe None None] Pushing event updated for resources: {'Port': ['ID=008d4be5-e911-4afb-8ca3-ce26fe61234f,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:35.045571 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:35.091176 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Pushing event updated for resources: {'Port': ['ID=c3c8860e-bf0f-4cf2-b07d-575261a40b82,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:35.122988 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (83dbdc24-e175-4b59-8018-a101ac8e389d), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.151818 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] Set router 83dbdc24-e175-4b59-8018-a101ac8e389d gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:35.293520 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 38aad3cb-a719-470a-910f-98922dd594bc up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:35.352863 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.375359 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3d2c0-44d7-447c-81d3-d2bb0b2b454a req-c1a42b3e-42bd-40a2-be01-1ac33b185d65 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:35.377184 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e4d3d2c0-44d7-447c-81d3-d2bb0b2b454a req-c1a42b3e-42bd-40a2-be01-1ac33b185d65 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.1052327 May 16 17:41:35.393588 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-cb374cb4-e334-4d0b-ae69-7e7e085ea954 None None] Provisioning complete for port c3c8860e-bf0f-4cf2-b07d-575261a40b82 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:35.394028 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-cb374cb4-e334-4d0b-ae69-7e7e085ea954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.436294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 38aad3cb-a719-470a-910f-98922dd594bc triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:35.437144 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (38aad3cb-a719-470a-910f-98922dd594bc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.474811 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-cb374cb4-e334-4d0b-ae69-7e7e085ea954 None None] Port c3c8860e-bf0f-4cf2-b07d-575261a40b82 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:41:35.481241 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 3, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:35.496315 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e4d3d2c0-44d7-447c-81d3-d2bb0b2b454a req-062e7714-64af-4b3e-a446-7a780ee880f6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026731 May 16 17:41:35.522789 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b8a6b-8f69-4ac7-a3d4-5885b5686e8b None None] The sync data for ids ['83dbdc24-e175-4b59-8018-a101ac8e389d'] in dv-cinder-837699-6-iscsi is: [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 3, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:41:35.538476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 38aad3cb-a719-470a-910f-98922dd594bc is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:35.665086 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks [] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.670935 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.738443 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Pushing event updated for resources: {'Port': ['ID=c3c8860e-bf0f-4cf2-b07d-575261a40b82,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:35.748011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (83dbdc24-e175-4b59-8018-a101ac8e389d), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:35.884023 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:35.885667 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:36.040014 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Router 83dbdc24-e175-4b59-8018-a101ac8e389d has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:41:36.147358 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:41:36.152918 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c3ca8977-0ca0-485a-8cf8-1720cd228e5a admin admin] 10.222.0.58 "PUT /v2.0/routers/83dbdc24-e175-4b59-8018-a101ac8e389d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8564167 May 16 17:41:36.198560 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f9be204b-6303-41b1-850f-d9772cf3187c None None] Provisioning complete for port c3c8860e-bf0f-4cf2-b07d-575261a40b82 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:36.199077 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f9be204b-6303-41b1-850f-d9772cf3187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.237869 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f9be204b-6303-41b1-850f-d9772cf3187c None None] Port c3c8860e-bf0f-4cf2-b07d-575261a40b82 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:41:36.499298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58854) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:36.503966 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537290825', 'description': 'tempest-secgroup-smoke-537290825 description', 'project_id': '7ee0e621e3c34c3bba8434228c575a84'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:36.526076 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.619609 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfa28f-a67a-40bd-a5e5-e1168131e775 req-b0f5adbc-b4c3-4c4f-8de6-28cf0defcddc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:36.621005 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6acfa28f-a67a-40bd-a5e5-e1168131e775 req-b0f5adbc-b4c3-4c4f-8de6-28cf0defcddc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0614331 May 16 17:41:36.634450 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group (338d83ec-3c7f-4b69-8dcd-2acc553cb88c), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.640710 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (338d83ec-3c7f-4b69-8dcd-2acc553cb88c), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.688123 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.689321 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1890337 May 16 17:41:36.690066 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bbb45-e88d-4fe4-b2f6-318da7944071 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338d83ec-3c7f-4b69-8dcd-2acc553cb88c,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:36.692484 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58858) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:36.697565 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group_rule': {'security_group_id': '338d83ec-3c7f-4b69-8dcd-2acc553cb88c', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:36.705394 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6acfa28f-a67a-40bd-a5e5-e1168131e775 req-0d344a9d-40fd-4fa5-8dc4-3e0d26df4bc9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741308 May 16 17:41:36.730751 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (fdeb6ce3-fe5e-4bca-9773-d632e2e020be), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.788036 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (fdeb6ce3-fe5e-4bca-9773-d632e2e020be), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.795205 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (fdeb6ce3-fe5e-4bca-9773-d632e2e020be), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.816639 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeb6ce3-fe5e-4bca-9773-d632e2e020be,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:36.826471 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.827714 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-015e6a43-8a55-45e5-ac78-b1ad35b24499 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336558 May 16 17:41:36.830573 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58860) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:36.835731 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group_rule': {'security_group_id': '338d83ec-3c7f-4b69-8dcd-2acc553cb88c', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:36.866211 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (50db5ed8-689b-41f4-920b-f7d288eddb35), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.915362 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 15f9d61c-a9f5-478e-ba2a-399956864e38 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:41:36.915887 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (50db5ed8-689b-41f4-920b-f7d288eddb35), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.921317 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (50db5ed8-689b-41f4-920b-f7d288eddb35), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.941354 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 15f9d61c-a9f5-478e-ba2a-399956864e38 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:41:36.942019 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 15f9d61c-a9f5-478e-ba2a-399956864e38 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:41:36.943842 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50db5ed8-689b-41f4-920b-f7d288eddb35,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:36.958671 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:36.962648 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-2f4050a7-0287-4af7-b365-b35cd4b9d0c8 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279743 May 16 17:41:36.962843 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58864) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:36.967562 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group_rule': {'security_group_id': '338d83ec-3c7f-4b69-8dcd-2acc553cb88c', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:36.999488 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (511b02dc-4f6d-48cb-a860-7b297251632b), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.072217 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (511b02dc-4f6d-48cb-a860-7b297251632b), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.077090 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (511b02dc-4f6d-48cb-a860-7b297251632b), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.095096 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511b02dc-4f6d-48cb-a860-7b297251632b,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:37.102561 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.103762 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6c347037-c0eb-4a6a-8927-279b484660aa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398401 May 16 17:41:37.106706 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58872) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:37.111199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group_rule': {'security_group_id': '338d83ec-3c7f-4b69-8dcd-2acc553cb88c', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:37.136875 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (5e9ad94a-5504-4485-a47b-fc7e557cc4b9), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.219240 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Sync routers for ids ['83dbdc24-e175-4b59-8018-a101ac8e389d'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:41:37.230952 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Routers {'83dbdc24-e175-4b59-8018-a101ac8e389d'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:37.231582 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['83dbdc24-e175-4b59-8018-a101ac8e389d'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:37.240877 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (5e9ad94a-5504-4485-a47b-fc7e557cc4b9), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.246930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (5e9ad94a-5504-4485-a47b-fc7e557cc4b9), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.268723 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9ad94a-5504-4485-a47b-fc7e557cc4b9,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:37.281017 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.282595 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 008d4be5-e911-4afb-8ca3-ce26fe61234f up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:37.283078 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f5847c63-ae5d-4c59-ab8f-71b6689aa2c1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1752107 May 16 17:41:37.286155 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 58882) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:37.291593 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group_rule': {'security_group_id': '338d83ec-3c7f-4b69-8dcd-2acc553cb88c', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:37.314985 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.securitygroups_db [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Project 7ee0e621e3c34c3bba8434228c575a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 17:41:37.321274 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (27ecffb4-06b1-4014-8316-ff5f2e2241eb), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.388272 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 008d4be5-e911-4afb-8ca3-ce26fe61234f triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:37.388669 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.407709 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (27ecffb4-06b1-4014-8316-ff5f2e2241eb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.418967 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (27ecffb4-06b1-4014-8316-ff5f2e2241eb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.425432 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Set router 83dbdc24-e175-4b59-8018-a101ac8e389d gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:37.441412 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ecffb4-06b1-4014-8316-ff5f2e2241eb,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:37.455626 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.460000 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 58894) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:37.460576 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-907e3377-d981-4649-b22e-6c7fb1756aca tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1723344 May 16 17:41:37.465134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'security_group_rule': {'security_group_id': '338d83ec-3c7f-4b69-8dcd-2acc553cb88c', 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:37.496225 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.securitygroups_db [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Project 7ee0e621e3c34c3bba8434228c575a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 17:41:37.508296 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (be71e616-5824-4add-a16c-af42dc1ffddb), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.573659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (be71e616-5824-4add-a16c-af42dc1ffddb), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.578922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (be71e616-5824-4add-a16c-af42dc1ffddb), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.598398 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be71e616-5824-4add-a16c-af42dc1ffddb,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:37.605386 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.606551 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-06a61c97-e60c-4db6-beba-e7dbdc130592 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451898 May 16 17:41:37.698937 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 008d4be5-e911-4afb-8ca3-ce26fe61234f is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:37.699450 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.766758 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 008d4be5-e911-4afb-8ca3-ce26fe61234f, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=008d4be5-e911-4afb-8ca3-ce26fe61234f,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:37.774739 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:37.868130 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7e303-aaff-464a-a528-eb0417e20165 req-305e0bec-f9d0-4941-9991-1236506a0a7b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:37.869930 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52d7e303-aaff-464a-a528-eb0417e20165 req-305e0bec-f9d0-4941-9991-1236506a0a7b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0710032 May 16 17:41:37.885723 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=008d4be5-e911-4afb-8ca3-ce26fe61234f,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:37.900312 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:35Z', 'revision_number': 4, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'c3c8860e-bf0f-4cf2-b07d-575261a40b82', 'name': '', 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'mac_address': 'fa:16:3e:17:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'df487388-21c0-416d-b47d-c87dd5d10b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:34Z', 'updated_at': '2022-05-16T17:41:35Z', 'revision_number': 2, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'subnets': [{'id': 'df487388-21c0-416d-b47d-c87dd5d10b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:37.934205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Checking router: 83dbdc24-e175-4b59-8018-a101ac8e389d for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:41:37.934565 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Updating router 83dbdc24-e175-4b59-8018-a101ac8e389d port c3c8860e-bf0f-4cf2-b07d-575261a40b82 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:41:37.942093 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52d7e303-aaff-464a-a528-eb0417e20165 req-d44e5907-691d-42e6-9fb0-65808ae2241a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648603 May 16 17:41:37.966797 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.290308 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Publish callbacks [] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.298480 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.345488 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c44593-f90f-46a8-a6cb-d2cc12001bc1 None None] Pushing event updated for resources: {'Port': ['ID=c3c8860e-bf0f-4cf2-b07d-575261a40b82,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:38.402269 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Attempting to bind port c3c8860e-bf0f-4cf2-b07d-575261a40b82 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:41:38.402644 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Attempting to bind port c3c8860e-bf0f-4cf2-b07d-575261a40b82 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:41:38.403013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Attempting to bind port c3c8860e-bf0f-4cf2-b07d-575261a40b82 on network 253069e0-e88f-4235-b8bf-15dae747b8e2 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:41:38.408708 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:41:38.409108 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Checking segment: {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:38.409522 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.409956 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Bound using segment: {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:41:38.410432 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Bound port: c3c8860e-bf0f-4cf2-b07d-575261a40b82, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffef2ea-9fba-4055-a956-3397e9c531ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:41:38.410816 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.477833 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] For port c3c8860e-bf0f-4cf2-b07d-575261a40b82, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:41:38.481050 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] For port c3c8860e-bf0f-4cf2-b07d-575261a40b82, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c3c8860e-bf0f-4cf2-b07d-575261a40b82,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:41:38.488109 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.546061 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Routers {'83dbdc24-e175-4b59-8018-a101ac8e389d'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:41:38.546715 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['83dbdc24-e175-4b59-8018-a101ac8e389d'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:38.548650 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c44593-f90f-46a8-a6cb-d2cc12001bc1 None None] Pushing event updated for resources: {'Port': ['ID=c3c8860e-bf0f-4cf2-b07d-575261a40b82,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:38.597283 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] Provisioning complete for port c3c8860e-bf0f-4cf2-b07d-575261a40b82 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:38.597714 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.692648 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] Set router 83dbdc24-e175-4b59-8018-a101ac8e389d gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:41:38.780865 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] Current status of the port c3c8860e-bf0f-4cf2-b07d-575261a40b82 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:38.781235 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.866331 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] For port c3c8860e-bf0f-4cf2-b07d-575261a40b82, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c3c8860e-bf0f-4cf2-b07d-575261a40b82,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:41:38.872041 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:38.957475 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a023c-8fd9-4820-8015-c0913790a4a6 None None] Pushing event updated for resources: {'Port': ['ID=c3c8860e-bf0f-4cf2-b07d-575261a40b82,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:38.971343 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:35Z', 'revision_number': 4, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'c3c8860e-bf0f-4cf2-b07d-575261a40b82', 'name': '', 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'mac_address': 'fa:16:3e:17:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'df487388-21c0-416d-b47d-c87dd5d10b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:34Z', 'updated_at': '2022-05-16T17:41:38Z', 'revision_number': 4, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'subnets': [{'id': 'df487388-21c0-416d-b47d-c87dd5d10b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:41:39.000563 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f381f-3bd4-4c26-bb69-7404880065ea None None] The sync data for ids ['83dbdc24-e175-4b59-8018-a101ac8e389d'] in dv-cinder-837699-6-iscsi is: [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:35Z', 'revision_number': 4, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'c3c8860e-bf0f-4cf2-b07d-575261a40b82', 'name': '', 'network_id': '253069e0-e88f-4235-b8bf-15dae747b8e2', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'mac_address': 'fa:16:3e:17:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'df487388-21c0-416d-b47d-c87dd5d10b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:34Z', 'updated_at': '2022-05-16T17:41:38Z', 'revision_number': 4, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'subnets': [{'id': 'df487388-21c0-416d-b47d-c87dd5d10b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:41:39.007957 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-92aa96b5-f2b7-4032-a0d5-585630b10ab5 None None] Provisioning complete for port c3c8860e-bf0f-4cf2-b07d-575261a40b82 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:39.008357 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-92aa96b5-f2b7-4032-a0d5-585630b10ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:39.093778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdd282-122a-414e-b8b9-50b153c8704a req-5fbcc3ce-fad6-4a29-b0db-cb593eb3e8c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:39.095427 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bcdd282-122a-414e-b8b9-50b153c8704a req-5fbcc3ce-fad6-4a29-b0db-cb593eb3e8c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0741765 May 16 17:41:39.134676 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-92aa96b5-f2b7-4032-a0d5-585630b10ab5 None None] Current status of the port c3c8860e-bf0f-4cf2-b07d-575261a40b82 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:39.179675 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bcdd282-122a-414e-b8b9-50b153c8704a req-6c76fde1-03a2-4c46-ad1c-b3f009346c12 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766284 May 16 17:41:39.314616 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 008d4be5-e911-4afb-8ca3-ce26fe61234f up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:39.358254 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 008d4be5-e911-4afb-8ca3-ce26fe61234f triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:39.358624 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:39.434624 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 008d4be5-e911-4afb-8ca3-ce26fe61234f is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:39.435728 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c3c8860e-bf0f-4cf2-b07d-575261a40b82 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:41:39.480076 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c3c8860e-bf0f-4cf2-b07d-575261a40b82 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:41:39.480423 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:39.558199 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c3c8860e-bf0f-4cf2-b07d-575261a40b82 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:41:40.317660 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd3fb5-3cc0-4b50-9d7f-294feffc03ed req-04e78fab-495c-461f-a9e0-5fe89be97116 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:40.320079 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6bd3fb5-3cc0-4b50-9d7f-294feffc03ed req-04e78fab-495c-461f-a9e0-5fe89be97116 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0613852 May 16 17:41:40.375490 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6bd3fb5-3cc0-4b50-9d7f-294feffc03ed req-2d897711-2408-4d77-8f53-bc8d3a0f17db tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488617 May 16 17:41:41.515324 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd699-9275-45fd-b2ff-3f70780654d7 req-947e20db-da0c-4b90-9cce-a7fb0ec85891 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:41.517319 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-296fd699-9275-45fd-b2ff-3f70780654d7 req-947e20db-da0c-4b90-9cce-a7fb0ec85891 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0611885 May 16 17:41:41.587027 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-296fd699-9275-45fd-b2ff-3f70780654d7 req-71eab299-b125-4511-b528-a4e87f1f7cef tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 May 16 17:41:42.177479 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59080) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:42.315508 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a949405-07a7-4a40-b047-3abfbeebf354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.452256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a949405-07a7-4a40-b047-3abfbeebf354 admin admin] Publish callbacks [] for security_group (6809eb04-d743-476d-8b18-60010a2d5679), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.458348 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0a949405-07a7-4a40-b047-3abfbeebf354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6809eb04-d743-476d-8b18-60010a2d5679), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.496779 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59092) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:42.515267 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59096) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:42.515457 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0a949405-07a7-4a40-b047-3abfbeebf354 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26d20e63f6bf41a29a27b938907f8c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360324 May 16 17:41:42.517708 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a949405-07a7-4a40-b047-3abfbeebf354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6809eb04-d743-476d-8b18-60010a2d5679,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:42.574828 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2d72a86d-7f47-4de3-9953-b72842dc1a5e admin admin] Publish callbacks [] for security_group (6809eb04-d743-476d-8b18-60010a2d5679), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.600302 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2d72a86d-7f47-4de3-9953-b72842dc1a5e admin admin] Publish callbacks [] for security_group (6809eb04-d743-476d-8b18-60010a2d5679), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.651394 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1d44b1bc-baef-481d-9078-13d018b2cc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.710735 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2d72a86d-7f47-4de3-9953-b72842dc1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6809eb04-d743-476d-8b18-60010a2d5679), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.713908 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2d72a86d-7f47-4de3-9953-b72842dc1a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.716760 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2d72a86d-7f47-4de3-9953-b72842dc1a5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6809eb04-d743-476d-8b18-60010a2d5679 HTTP/1.1" status: 204 len: 168 time: 0.1996722 May 16 17:41:42.749751 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a86d-7f47-4de3-9953-b72842dc1a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6809eb04-d743-476d-8b18-60010a2d5679,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:42.823782 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1d44b1bc-baef-481d-9078-13d018b2cc10 admin admin] Publish callbacks [] for security_group (2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.830082 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1d44b1bc-baef-481d-9078-13d018b2cc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:42.883507 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-1d44b1bc-baef-481d-9078-13d018b2cc10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11978a2a4a7b4141bfde1d2a91e8cb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847077 May 16 17:41:42.884614 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44b1bc-baef-481d-9078-13d018b2cc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:42.886457 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59104) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:42.913870 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c400e7-cce3-433f-81f8-0e6874f9279d req-5a40444c-ec37-43c2-ac36-cb79b2271252 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:42.921613 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f0c400e7-cce3-433f-81f8-0e6874f9279d req-5a40444c-ec37-43c2-ac36-cb79b2271252 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.1937122 May 16 17:41:43.048902 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f0c400e7-cce3-433f-81f8-0e6874f9279d req-2fc0bb97-8bdf-4bbf-b54a-808aa4241c94 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263142 May 16 17:41:43.060199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb028-692c-4c18-b2fc-21740ca656e7 admin admin] Publish callbacks [] for security_group (2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.093416 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb028-692c-4c18-b2fc-21740ca656e7 admin admin] Publish callbacks [] for security_group (2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.162945 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb028-692c-4c18-b2fc-21740ca656e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.166241 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb028-692c-4c18-b2fc-21740ca656e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.170983 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-5b2fb028-692c-4c18-b2fc-21740ca656e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b HTTP/1.1" status: 204 len: 168 time: 0.2738333 May 16 17:41:43.182567 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fb028-692c-4c18-b2fc-21740ca656e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfcffd0-43fc-4c2d-8a3a-b407cf0c006b,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:43.248509 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59114) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:43.265186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bd868876-e64b-4aa4-82ef-4a6511cadc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.371288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bd868876-e64b-4aa4-82ef-4a6511cadc8f admin admin] Publish callbacks [] for security_group (309436e2-b184-4ba7-9135-f346179efa3b), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.377567 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bd868876-e64b-4aa4-82ef-4a6511cadc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (309436e2-b184-4ba7-9135-f346179efa3b), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.432312 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bd868876-e64b-4aa4-82ef-4a6511cadc8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec3646dfdb2f4491b99e4373442ff882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803906 May 16 17:41:43.432312 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd868876-e64b-4aa4-82ef-4a6511cadc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309436e2-b184-4ba7-9135-f346179efa3b,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:43.432695 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59118) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:43.496280 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a90dbe5c-2abf-4693-bf51-843a9d3ea87e admin admin] Publish callbacks [] for security_group (309436e2-b184-4ba7-9135-f346179efa3b), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.531396 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a90dbe5c-2abf-4693-bf51-843a9d3ea87e admin admin] Publish callbacks [] for security_group (309436e2-b184-4ba7-9135-f346179efa3b), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.628671 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a90dbe5c-2abf-4693-bf51-843a9d3ea87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (309436e2-b184-4ba7-9135-f346179efa3b), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.631783 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a90dbe5c-2abf-4693-bf51-843a9d3ea87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:43.633052 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a90dbe5c-2abf-4693-bf51-843a9d3ea87e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/309436e2-b184-4ba7-9135-f346179efa3b HTTP/1.1" status: 204 len: 168 time: 0.1990378 May 16 17:41:43.674326 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dbe5c-2abf-4693-bf51-843a9d3ea87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309436e2-b184-4ba7-9135-f346179efa3b,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:44.293965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c960-1bc9-4865-9b03-dcdaad1c2af1 req-9d8475cd-b9e6-407a-be7e-610ab30d0fa3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:44.304072 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3055c960-1bc9-4865-9b03-dcdaad1c2af1 req-9d8475cd-b9e6-407a-be7e-610ab30d0fa3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0866547 May 16 17:41:44.364035 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3055c960-1bc9-4865-9b03-dcdaad1c2af1 req-2423071d-3e09-4a0c-b44a-90ff92c0cb9c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 May 16 17:41:44.855492 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59182) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:45.064545 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84f6a522-6c70-4203-9bb9-a8b2e95b3f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.165960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84f6a522-6c70-4203-9bb9-a8b2e95b3f89 admin admin] Publish callbacks [] for security_group (0bc845fb-15da-41e5-9ba3-ef2a7cc174d5), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.175490 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84f6a522-6c70-4203-9bb9-a8b2e95b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0bc845fb-15da-41e5-9ba3-ef2a7cc174d5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.227625 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6a522-6c70-4203-9bb9-a8b2e95b3f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc845fb-15da-41e5-9ba3-ef2a7cc174d5,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:45.235302 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-84f6a522-6c70-4203-9bb9-a8b2e95b3f89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0128f84887ba4534877574d6e65af28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786407 May 16 17:41:45.237995 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59194) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:45.315369 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ba79e75-ac2d-4231-8171-24f71d903031 admin admin] Publish callbacks [] for security_group (0bc845fb-15da-41e5-9ba3-ef2a7cc174d5), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.342974 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ba79e75-ac2d-4231-8171-24f71d903031 admin admin] Publish callbacks [] for security_group (0bc845fb-15da-41e5-9ba3-ef2a7cc174d5), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.408067 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ba79e75-ac2d-4231-8171-24f71d903031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0bc845fb-15da-41e5-9ba3-ef2a7cc174d5), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.411523 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0ba79e75-ac2d-4231-8171-24f71d903031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:45.412863 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0ba79e75-ac2d-4231-8171-24f71d903031 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bc845fb-15da-41e5-9ba3-ef2a7cc174d5 HTTP/1.1" status: 204 len: 168 time: 0.1730111 May 16 17:41:45.438201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79e75-ac2d-4231-8171-24f71d903031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc845fb-15da-41e5-9ba3-ef2a7cc174d5,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:45.562229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373c86-0eb7-4788-994e-b0f4d65e6633 req-09f66c4c-a8d7-4474-a705-60a80360e180 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:45.570279 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-50373c86-0eb7-4788-994e-b0f4d65e6633 req-09f66c4c-a8d7-4474-a705-60a80360e180 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0723877 May 16 17:41:45.656475 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-50373c86-0eb7-4788-994e-b0f4d65e6633 req-621dfd7b-702b-4b25-ad0f-56be1f7cf7d2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849216 May 16 17:41:46.830960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660497ba-41ac-41db-8438-16a6ad646382 req-48626542-44fc-4f91-a7b5-1c5a5bab94bf tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:46.840926 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-660497ba-41ac-41db-8438-16a6ad646382 req-48626542-44fc-4f91-a7b5-1c5a5bab94bf tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0842061 May 16 17:41:46.909392 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-660497ba-41ac-41db-8438-16a6ad646382 req-ed98908c-b599-4146-b42a-77c56f3ba1a0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668778 May 16 17:41:46.925736 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59278) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:47.065267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-40fdd7a7-0042-474e-a0cf-4f0d1ed2e7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.175767 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-40fdd7a7-0042-474e-a0cf-4f0d1ed2e7b6 admin admin] Publish callbacks [] for security_group (7f5496f8-6da1-462f-b924-8cd246aa99f2), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.186241 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-40fdd7a7-0042-474e-a0cf-4f0d1ed2e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (7f5496f8-6da1-462f-b924-8cd246aa99f2), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.245037 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-40fdd7a7-0042-474e-a0cf-4f0d1ed2e7b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef6307fc70144bb5ab16b147869370ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185065 May 16 17:41:47.245793 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59282) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:47.246303 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdd7a7-0042-474e-a0cf-4f0d1ed2e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5496f8-6da1-462f-b924-8cd246aa99f2,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:47.325743 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e40d091a-e020-494c-8c41-dd4555e9f8d5 admin admin] Publish callbacks [] for security_group (7f5496f8-6da1-462f-b924-8cd246aa99f2), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.367809 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e40d091a-e020-494c-8c41-dd4555e9f8d5 admin admin] Publish callbacks [] for security_group (7f5496f8-6da1-462f-b924-8cd246aa99f2), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.432700 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e40d091a-e020-494c-8c41-dd4555e9f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (7f5496f8-6da1-462f-b924-8cd246aa99f2), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.437185 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e40d091a-e020-494c-8c41-dd4555e9f8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.442164 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e40d091a-e020-494c-8c41-dd4555e9f8d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f5496f8-6da1-462f-b924-8cd246aa99f2 HTTP/1.1" status: 204 len: 168 time: 0.1951861 May 16 17:41:47.451545 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d091a-e020-494c-8c41-dd4555e9f8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5496f8-6da1-462f-b924-8cd246aa99f2,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:47.840710 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59296) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:47.856742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c87eeaa-bda6-4413-b71e-c7bf547d33a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.958908 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c87eeaa-bda6-4413-b71e-c7bf547d33a2 admin admin] Publish callbacks [] for security_group (3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.978174 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c87eeaa-bda6-4413-b71e-c7bf547d33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:47.995613 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0c87eeaa-bda6-4413-b71e-c7bf547d33a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37aa60c516fd48d399b36218208c30c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535699 May 16 17:41:48.003842 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59308) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:48.055622 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87eeaa-bda6-4413-b71e-c7bf547d33a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:48.078360 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfc49-ce5e-4d11-a2ad-823fed394be4 req-2fc91df7-0fe1-461a-aa67-bf24e2bcb2a9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:48.086201 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-968cfc49-ce5e-4d11-a2ad-823fed394be4 req-2fc91df7-0fe1-461a-aa67-bf24e2bcb2a9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0908830 May 16 17:41:48.095577 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa842-48bf-48d4-9357-7e79e7bd0b4d admin admin] Publish callbacks [] for security_group (3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.118722 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59312) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:48.129692 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899734352', 'description': 'tempest-description--959997040'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:48.154968 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa842-48bf-48d4-9357-7e79e7bd0b4d admin admin] Publish callbacks [] for security_group (3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.176067 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-968cfc49-ce5e-4d11-a2ad-823fed394be4 req-ea659766-7ebe-418a-bd5a-6606ba6a197a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875092 May 16 17:41:48.196294 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.242660 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa842-48bf-48d4-9357-7e79e7bd0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.245514 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa842-48bf-48d4-9357-7e79e7bd0b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.246844 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ec3fa842-48bf-48d4-9357-7e79e7bd0b4d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07 HTTP/1.1" status: 204 len: 168 time: 0.2420397 May 16 17:41:48.264382 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa842-48bf-48d4-9357-7e79e7bd0b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc0df4f-4771-4e0f-97f8-f9ea2fb1ff07,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:48.319121 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (0229e83c-9483-478f-bdb6-c9431bc6739c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.324850 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0229e83c-9483-478f-bdb6-c9431bc6739c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.358070 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.362944 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2390842 May 16 17:41:48.363415 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59316) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:48.367746 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383057a-0ca9-4064-a9d4-10cf8a697673 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0229e83c-9483-478f-bdb6-c9431bc6739c,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:48.371051 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '0229e83c-9483-478f-bdb6-c9431bc6739c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:48.410635 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (a0a1e9ae-dedf-4ea4-866a-c90044fdde6e), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.490221 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (a0a1e9ae-dedf-4ea4-866a-c90044fdde6e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.496967 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (a0a1e9ae-dedf-4ea4-866a-c90044fdde6e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.524375 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a1e9ae-dedf-4ea4-866a-c90044fdde6e,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:48.537383 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.539685 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a7899bd3-2e9b-4f9e-88e4-19f1bec1492b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745596 May 16 17:41:48.542501 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59320) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:48.548541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '0229e83c-9483-478f-bdb6-c9431bc6739c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:48.587254 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (8e7d0dfe-1497-4099-9ae6-530a966f2691), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.657718 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (8e7d0dfe-1497-4099-9ae6-530a966f2691), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.662491 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (8e7d0dfe-1497-4099-9ae6-530a966f2691), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.678671 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7d0dfe-1497-4099-9ae6-530a966f2691,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:48.709283 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.711436 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6e5d1c93-aec6-4b6a-8887-96ce6ed934f2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674216 May 16 17:41:48.715268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59328) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:48.720545 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:48.751841 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:48.841647 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.000212 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.27.0.141 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/a5220554-aec6-4676-bfdf-e153c2105784) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:41:49.176741 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (a5220554-aec6-4676-bfdf-e153c2105784), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.217198 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (a5220554-aec6-4676-bfdf-e153c2105784), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.288235 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:41:49.295519 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:49.302444 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:41:49.326628 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59352) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:49.342102 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=a5220554-aec6-4676-bfdf-e153c2105784,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:49.352034 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bb16f-df44-4a23-945f-57bd63117994 req-d3749890-ee78-43d9-baa4-b0f4a7c5ab65 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:49.353540 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-100bb16f-df44-4a23-945f-57bd63117994 req-d3749890-ee78-43d9-baa4-b0f4a7c5ab65 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.1016009 May 16 17:41:49.460970 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1126073925-network', 'tenant_id': '10a0adf240b24b6a92a31f69d26cbbe2'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:49.484731 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Made reservation on behalf of 10a0adf240b24b6a92a31f69d26cbbe2 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:49.494406 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.508546 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.632035 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks [] for security_group (bba66935-a7f3-4fc7-9923-08b3de3fb031), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.638841 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (bba66935-a7f3-4fc7-9923-08b3de3fb031), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.661929 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:41:49.677527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba66935-a7f3-4fc7-9923-08b3de3fb031,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:49.683089 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (54bddf66-0147-48c4-8591-119486659009), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.683525 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Added segment 54bddf66-0147-48c4-8591-119486659009 of type vlan for network 0d5a5d68-e433-4b89-99c2-a4d300b2a441 May 16 17:41:49.699045 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-100bb16f-df44-4a23-945f-57bd63117994 req-6984af91-ddba-49ec-bebd-cf6be2f5bbc2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390646 May 16 17:41:49.710181 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (a3d32258-f701-49cb-8bf6-681d514c1b08), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.737820 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (0d5a5d68-e433-4b89-99c2-a4d300b2a441), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.759508 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (a5220554-aec6-4676-bfdf-e153c2105784), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.775763 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (0d5a5d68-e433-4b89-99c2-a4d300b2a441), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.777993 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:49.780173 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:49.855945 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] Pushing event updated for resources: {'Network': ['ID=0d5a5d68-e433-4b89-99c2-a4d300b2a441,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:49.864183 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0df6eff6-dd01-4be3-a087-f20ce0fcfe4c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5329061 May 16 17:41:49.864546 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59356) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:49.866775 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 0d5a5d68-e433-4b89-99c2-a4d300b2a441 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:41:49.869207 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Request body: {'subnet': {'network_id': '0d5a5d68-e433-4b89-99c2-a4d300b2a441', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1126073925-subnet', 'tenant_id': '10a0adf240b24b6a92a31f69d26cbbe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:49.893160 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Made reservation on behalf of 10a0adf240b24b6a92a31f69d26cbbe2 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:49.896831 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.034039 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (a5220554-aec6-4676-bfdf-e153c2105784), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.042880 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (a5220554-aec6-4676-bfdf-e153c2105784), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.163442 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=a5220554-aec6-4676-bfdf-e153c2105784,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:50.189918 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (a3d32258-f701-49cb-8bf6-681d514c1b08), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.224688 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.226027 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-eea2e5b2-8d21-43a0-8d1d-c388242da465 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5095103 May 16 17:41:50.447729 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (de1f47d6-ab27-4f1b-a6c6-a76680ab1f75), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.521179 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1f47d6-ab27-4f1b-a6c6-a76680ab1f75,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:50.526205 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Checking segment: {'id': '54bddf66-0147-48c4-8591-119486659009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0d5a5d68-e433-4b89-99c2-a4d300b2a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:50.526559 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Network hostable DHCP agents. Network: 0d5a5d68-e433-4b89-99c2-a4d300b2a441, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:41:50.547088 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Network 0d5a5d68-e433-4b89-99c2-a4d300b2a441 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:41:50.571438 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 0d5a5d68-e433-4b89-99c2-a4d300b2a441) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:50.576386 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:50.576988 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:50.587247 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e06ca34-1fce-4881-a8e0-5621e87677e2 None None] Network 0d5a5d68-e433-4b89-99c2-a4d300b2a441 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:50.635758 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c7a2dd39-4eee-4c13-a7d1-6046112d9492 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7701752 May 16 17:41:50.748290 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff34aff5-6efe-4e01-91b0-6f6a6c6d08fc None None] Network 0d5a5d68-e433-4b89-99c2-a4d300b2a441 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:50.872200 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1793ce-6d94-4e76-9c31-53960fa549c0 req-79381e98-dc54-4cc4-ac77-342793e3db13 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:50.879234 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0b1793ce-6d94-4e76-9c31-53960fa549c0 req-79381e98-dc54-4cc4-ac77-342793e3db13 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0770187 May 16 17:41:50.950532 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0b1793ce-6d94-4e76-9c31-53960fa549c0 req-f02629a1-5431-4d00-9ea8-d71460c3a0ae tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615058 May 16 17:41:51.350862 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59400) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:51.355859 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-260065151-network', 'tenant_id': '887e2c69c8414b0ba8dc1aca71e63e62'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:51.383823 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Made reservation on behalf of 887e2c69c8414b0ba8dc1aca71e63e62 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:51.386182 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.394827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.493222 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks [] for security_group (d67dd653-bc96-4a55-8cb4-427186861608), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.498177 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d67dd653-bc96-4a55-8cb4-427186861608), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.524796 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:41:51.535247 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67dd653-bc96-4a55-8cb4-427186861608,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:51.540571 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (f3cf1d81-abaf-434d-8980-9f18979d688c), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.540981 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Added segment f3cf1d81-abaf-434d-8980-9f18979d688c of type vlan for network df873d86-a6be-40aa-8b62-b07e4ab8c7f8 May 16 17:41:51.598933 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (df873d86-a6be-40aa-8b62-b07e4ab8c7f8), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.628609 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (df873d86-a6be-40aa-8b62-b07e4ab8c7f8), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.629814 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:51.630440 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.679923 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3278396 May 16 17:41:51.682684 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59416) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:51.688457 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Request body: {'subnet': {'network_id': 'df873d86-a6be-40aa-8b62-b07e4ab8c7f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-260065151-subnet', 'tenant_id': '887e2c69c8414b0ba8dc1aca71e63e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:41:51.727491 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Made reservation on behalf of 887e2c69c8414b0ba8dc1aca71e63e62 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:41:51.730600 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:51.771446 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8a141-fe03-4d26-978c-a286ed4d8208 admin admin] Pushing event updated for resources: {'Network': ['ID=df873d86-a6be-40aa-8b62-b07e4ab8c7f8,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:51.799785 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network df873d86-a6be-40aa-8b62-b07e4ab8c7f8 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:41:51.993714 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (6d38a72a-66f8-435f-b8f3-77988ec0f29d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.174944 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368776d-a4ca-421d-8b48-6a3ddecfddcc req-85f1465a-8b6e-41c1-8c19-c59b2a48bb5f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:52.176578 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c368776d-a4ca-421d-8b48-6a3ddecfddcc req-85f1465a-8b6e-41c1-8c19-c59b2a48bb5f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0902476 May 16 17:41:52.193317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d38a72a-66f8-435f-b8f3-77988ec0f29d,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:52.204422 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Checking segment: {'id': 'f3cf1d81-abaf-434d-8980-9f18979d688c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df873d86-a6be-40aa-8b62-b07e4ab8c7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:41:52.204828 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Network hostable DHCP agents. Network: df873d86-a6be-40aa-8b62-b07e4ab8c7f8, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:41:52.230253 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59422) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:52.250055 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Network df873d86-a6be-40aa-8b62-b07e4ab8c7f8 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:41:52.262085 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, df873d86-a6be-40aa-8b62-b07e4ab8c7f8) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:41:52.267905 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:52.268513 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.276672 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b93d01-fe7c-4705-acd8-3d64e065fb41 None None] Network df873d86-a6be-40aa-8b62-b07e4ab8c7f8 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:52.301499 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c368776d-a4ca-421d-8b48-6a3ddecfddcc req-81e71a03-e5d4-4e68-b398-fa325e02b308 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166584 May 16 17:41:52.301779 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-b64e1278-0e40-4cc6-95db-02da6982c4b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6159708 May 16 17:41:52.451932 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-35fa5354-6224-4c21-89db-1db0f91bbf68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.476714 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858d379-df6e-4fcb-a1a7-95b8689bd42b None None] Network df873d86-a6be-40aa-8b62-b07e4ab8c7f8 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:41:52.566619 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-35fa5354-6224-4c21-89db-1db0f91bbf68 admin admin] Publish callbacks [] for security_group (2a88070a-51fe-4748-982e-7e30f6bc4f29), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.573534 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-35fa5354-6224-4c21-89db-1db0f91bbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2a88070a-51fe-4748-982e-7e30f6bc4f29), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.625079 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-35fa5354-6224-4c21-89db-1db0f91bbf68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=953b60eea24c423d8a8ee89f3f91785f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914461 May 16 17:41:52.625791 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59434) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:41:52.643246 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5354-6224-4c21-89db-1db0f91bbf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88070a-51fe-4748-982e-7e30f6bc4f29,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:52.748391 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0e55-086e-4c95-b9d3-eb7bf0ae6d1e admin admin] Publish callbacks [] for security_group (2a88070a-51fe-4748-982e-7e30f6bc4f29), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.783678 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0e55-086e-4c95-b9d3-eb7bf0ae6d1e admin admin] Publish callbacks [] for security_group (2a88070a-51fe-4748-982e-7e30f6bc4f29), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.867743 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0e55-086e-4c95-b9d3-eb7bf0ae6d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2a88070a-51fe-4748-982e-7e30f6bc4f29), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.872580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0e55-086e-4c95-b9d3-eb7bf0ae6d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:52.874280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ce9b0e55-086e-4c95-b9d3-eb7bf0ae6d1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a88070a-51fe-4748-982e-7e30f6bc4f29 HTTP/1.1" status: 204 len: 168 time: 0.2465322 May 16 17:41:52.887240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b0e55-086e-4c95-b9d3-eb7bf0ae6d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88070a-51fe-4748-982e-7e30f6bc4f29,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:41:53.455660 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40a143-72c3-4219-a293-4b914446d392 req-5436d736-7ad3-4804-8c65-1491cfc543bc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:53.463150 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f40a143-72c3-4219-a293-4b914446d392 req-5436d736-7ad3-4804-8c65-1491cfc543bc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0681186 May 16 17:41:53.530824 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f40a143-72c3-4219-a293-4b914446d392 req-5e493fee-a73f-455d-b570-74b78ad8ecad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 May 16 17:41:54.660425 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86884001-3584-4335-afde-7c0a987ff4e6 req-4f84dcd8-45ba-4b5a-a32a-5a763eed56fe tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:54.663315 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-86884001-3584-4335-afde-7c0a987ff4e6 req-4f84dcd8-45ba-4b5a-a32a-5a763eed56fe tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0553181 May 16 17:41:54.715784 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-86884001-3584-4335-afde-7c0a987ff4e6 req-e6326546-bbf4-4818-9474-fa6d3b0ea413 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 May 16 17:41:55.841875 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-e6c18af1-de01-4de1-9718-362c915eaa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:56.380697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-a3ab4983-8299-4ab1-ba95-a1fd97a60d7a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--899734352&fields=id&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 267 time: 0.0872607 May 16 17:41:56.406942 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-b822545d-63fc-4377-be24-d14dd55c1cb0 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652914 May 16 17:41:56.718080 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-8acc6b01-899d-437a-bc46-cf2e1809bdcc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:56.724845 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-8acc6b01-899d-437a-bc46-cf2e1809bdcc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.3432989 May 16 17:41:56.751029 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-cfa33685-5a39-4351-8085-1854e0ff5411 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:56.753022 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-cfa33685-5a39-4351-8085-1854e0ff5411 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354034 May 16 17:41:56.760682 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-98390a12-567b-4889-b815-e705947a9188 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/quotas/80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 375 time: 0.0346088 May 16 17:41:56.787322 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-b5b4af44-0e94-42ed-a743-de845cc83b57 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/quotas/6b9ec3ed53c944d9a3a98f0ac5fb912b HTTP/1.1" status: 200 len: 375 time: 0.0240815 May 16 17:41:56.858388 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c56e76ea-cb18-42bc-8acf-0ad40ba3da87 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697865 May 16 17:41:56.888877 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-a76e2ae2-dcd4-4204-9fc1-6ee463104147 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196525 May 16 17:41:57.106406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-769600ee-fdd3-49f1-a698-ff627c02ef57 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147846 May 16 17:41:57.268581 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffb12c-22ee-42f3-a7c5-48710d21dd92 req-88df876c-b36e-43dd-aeff-fa7704219fce tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:57.271151 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a9ffb12c-22ee-42f3-a7c5-48710d21dd92 req-88df876c-b36e-43dd-aeff-fa7704219fce tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.1307952 May 16 17:41:57.439874 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a9ffb12c-22ee-42f3-a7c5-48710d21dd92 req-99f60971-9b05-466a-a93e-b7ace8a1018a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607325 May 16 17:41:57.486997 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-3c2493bc-c9f3-480d-bd7a-743c1908089b service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750732 May 16 17:41:57.634983 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-579016ce-ca0c-4701-a44b-3422720f0e6f req-4020501d-7531-44cf-8cd5-f694eee78a8e tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 210 time: 0.0759950 May 16 17:41:57.766363 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a02b317-e10c-4209-beb8-0e693a699b69 req-5878c2cd-9a3e-4ddc-a862-f1b835469ac5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 210 time: 0.0363038 May 16 17:41:57.922730 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9ec06-cf1b-47e0-b094-904bd8f6b8dc req-f13572f6-d2cb-4502-ba85-5c9805ca758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:57.925636 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-34b9ec06-cf1b-47e0-b094-904bd8f6b8dc req-f13572f6-d2cb-4502-ba85-5c9805ca758f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1129 time: 0.0453990 May 16 17:41:57.994029 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-34b9ec06-cf1b-47e0-b094-904bd8f6b8dc req-d34ecd7e-520b-43e2-a6ec-e658007b252d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619271 May 16 17:41:58.316945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fd64d9a0-a997-4ba1-bd11-48a07769bda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:58.568521 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e2dd-e7bd-4a0f-b00e-b12814c6043d req-d405b53a-a197-4305-91f3-7cb273bfe42c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:58.570144 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-36f5e2dd-e7bd-4a0f-b00e-b12814c6043d req-d405b53a-a197-4305-91f3-7cb273bfe42c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0653899 May 16 17:41:58.632101 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-36f5e2dd-e7bd-4a0f-b00e-b12814c6043d req-152a6c82-dd37-40e1-b43c-c50cd0719de3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554316 May 16 17:41:58.804752 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-46db0c02-b26d-4b35-943c-90a16633226e req-9b3ce0f7-223c-4bf5-9fb5-20d9071a9c14 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 210 time: 0.0449557 May 16 17:41:58.958615 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cea03e0e-a031-4597-8e55-90b00d31f6e8 req-b6777581-f101-483e-b0df-f9a602c2fcc8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 210 time: 0.0859818 May 16 17:41:59.089640 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:59.468210 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-8589cad9-b3b6-4087-8a3f-c91d6a8fbb81 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355654 May 16 17:41:59.547261 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:41:59.786141 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321a43-7b7d-4cad-b01c-23beb086c9fc req-5fe4286b-e99f-459c-9a2f-9ac58c0d915c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:41:59.787636 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08321a43-7b7d-4cad-b01c-23beb086c9fc req-5fe4286b-e99f-459c-9a2f-9ac58c0d915c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0598512 May 16 17:41:59.851467 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08321a43-7b7d-4cad-b01c-23beb086c9fc req-6f51051f-b420-4f57-b951-83b013a01148 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556064 May 16 17:41:59.919476 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a13b062c-97bc-4740-9557-131058e197c3 req-98f09474-8752-47e8-88a1-77a28219f3ac tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 210 time: 0.0444930 May 16 17:42:00.160596 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-04c6ffda-ec11-42f3-93a4-4a6c493ad9fa req-7f7d1edb-2294-4680-9f7e-f725c8d43e90 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 210 time: 0.0873103 May 16 17:42:00.330778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11917e5-be49-4f0d-858f-da0781087c16 req-cd54f11e-3839-4fd3-b78d-4c64aed05aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.332298 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-cd54f11e-3839-4fd3-b78d-4c64aed05aa8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1129 time: 0.1092937 May 16 17:42:00.415691 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:00.458764 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-1c45874b-8f6a-4ec9-86fe-d0c52e99215f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723710 May 16 17:42:00.520510 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-eb50ce7b-199a-474c-a95d-394e640c230d tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.527392 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-eb50ce7b-199a-474c-a95d-394e640c230d tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4574645 May 16 17:42:00.549176 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Request body: {'port': {'device_id': '9dfa2070-9612-437b-badd-71224db017b2', 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24', 'admin_state_up': True, 'tenant_id': '6b9ec3ed53c944d9a3a98f0ac5fb912b'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:00.561362 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-eb7ce9e3-8940-4973-a682-f6644a0dec80 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.563408 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-eb7ce9e3-8940-4973-a682-f6644a0dec80 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.4776382 May 16 17:42:00.575105 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30942c9-eaf7-430f-bcc8-0e840904a935 req-1b2241fe-a685-4811-ad11-b7acb936c1a7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.589581 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d30942c9-eaf7-430f-bcc8-0e840904a935 req-1b2241fe-a685-4811-ad11-b7acb936c1a7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.2558777 May 16 17:42:00.663668 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-e0c79610-e2ac-4f2b-ab83-9ffa4e127e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.665939 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-e0c79610-e2ac-4f2b-ab83-9ffa4e127e60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1129 time: 0.1370311 May 16 17:42:00.733749 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d30942c9-eaf7-430f-bcc8-0e840904a935 req-eba1b05f-527b-45b2-87c7-707b4c11c37e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390011 May 16 17:42:00.765447 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11917e5-be49-4f0d-858f-da0781087c16 req-7dd8ad7c-f9a1-4aea-8d37-430d851e2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.765447 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-7dd8ad7c-f9a1-4aea-8d37-430d851e2c08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.3684664 May 16 17:42:00.852037 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Made reservation on behalf of 6b9ec3ed53c944d9a3a98f0ac5fb912b for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:42:00.855567 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:00.859660 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-ff3db6bc-51e7-43bd-975f-1228c32c930b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 217 time: 0.0870993 May 16 17:42:00.871098 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:00.921869 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-fe6e40e8-7c80-46cd-a76b-61b074054a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.935350 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-fe6e40e8-7c80-46cd-a76b-61b074054a59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.1940963 May 16 17:42:00.937956 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-7cf5d0cd-a386-4852-aba9-b4072cee6f36 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 471 time: 0.3254538 May 16 17:42:00.956419 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'port': {'device_id': 'cc187581-b958-457b-8aca-7774e8416ada', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'admin_state_up': True, 'tenant_id': '80c60c24806542e889c070d519172e79', 'security_groups': ['0229e83c-9483-478f-bdb6-c9431bc6739c']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:00.995644 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11917e5-be49-4f0d-858f-da0781087c16 req-bf322e03-3cb1-476f-b76e-6580a55d9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:00.997115 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-bf322e03-3cb1-476f-b76e-6580a55d9f31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.1258280 May 16 17:42:01.002005 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-6079a8e9-35ca-4c68-be32-bcf7908a2380 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 200 len: 217 time: 0.0516486 May 16 17:42:01.089729 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-4487a526-7d45-4a96-b37a-fa8b0bed511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:01.093650 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-4487a526-7d45-4a96-b37a-fa8b0bed511a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0829980 May 16 17:42:01.121061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11917e5-be49-4f0d-858f-da0781087c16 req-4898ca6a-f3f3-4a11-b347-b48723de9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:01.122464 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-4898ca6a-f3f3-4a11-b347-b48723de9220 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844076 May 16 17:42:01.126254 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4d6c2301-c5af-41a3-8196-1d52ff76120a req-886222a0-f5eb-4c71-9ef6-c133269830f5 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 210 time: 0.0440702 May 16 17:42:01.176137 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-ec68f48a-d7d7-4fdf-ae4e-e4d2c7cb42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:01.178860 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-ec68f48a-d7d7-4fdf-ae4e-e4d2c7cb42b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698488 May 16 17:42:01.195516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks [] for security_group (d0564c54-ed0b-4bb0-a93d-029e495e012a), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:01.298980 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d0564c54-ed0b-4bb0-a93d-029e495e012a), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:01.420577 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0564c54-ed0b-4bb0-a93d-029e495e012a,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:01.465659 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-f5153e47-5d62-41cc-ada3-26879cc20471 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700868 May 16 17:42:01.502278 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Allocated IP 192.168.233.250 (d0e6a9cf-10a2-46b5-a146-4787e4438e24/fdbb2d5c-6d0b-4136-8de3-436624fcd4f5/29f2ac14-d56d-435d-b3f7-0732ac5ae67b) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:42:01.731654 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1b465749-def6-4148-b536-71ce59928035 req-0f81d29f-7272-4a44-82f2-7874f3cc2adb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 210 time: 0.1215441 May 16 17:42:01.741435 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-8a3e508f-aeba-4923-8501-e6eb5dd9c4d8 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652893 May 16 17:42:01.767273 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-25ecef5e-ddac-4ad0-b856-a2d7a21e9f13 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357298 May 16 17:42:01.774376 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Made reservation on behalf of 80c60c24806542e889c070d519172e79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:42:01.778785 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:01.807661 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks [] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:01.861730 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:01.933710 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb517a3f-c1fe-4e3e-9c84-cb0887397d95 req-012daf48-c214-49b0-9334-ebdf8afa9138 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:01.935927 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bb517a3f-c1fe-4e3e-9c84-cb0887397d95 req-012daf48-c214-49b0-9334-ebdf8afa9138 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0735686 May 16 17:42:01.947589 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Pushing event updated for resources: {'Port': ['ID=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:01.970070 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Network d0e6a9cf-10a2-46b5-a146-4787e4438e24 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:42:01.972630 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:42:01.994398 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:42:02.141774 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.20.0.8 (28ed5c22-d613-46a9-98e4-5aa888da0e5a/22623edd-6614-4b36-bf1b-a51370febc03/f9e656f2-4ff2-469e-ba68-5ee1c1275d29) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:42:02.142206 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:02.143177 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.177977 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-3adf62ed-d63c-4c16-a74d-c32c57d16311 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6390629 May 16 17:42:02.188372 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.191168 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Request body: {'port': {'device_id': '9dfa2070-9612-437b-badd-71224db017b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:02.283783 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.334270 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-70bbe744-b682-4459-94d6-88ccbb270661 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537290825&fields=id&tenant_id=7ee0e621e3c34c3bba8434228c575a84 HTTP/1.1" status: 200 len: 267 time: 0.1156769 May 16 17:42:02.492707 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-1cfe2014-713f-4106-9540-34472518afca None None] Provisioning complete for port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:02.493495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2014-713f-4106-9540-34472518afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.554452 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe2014-713f-4106-9540-34472518afca None None] Port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:42:02.564068 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bb517a3f-c1fe-4e3e-9c84-cb0887397d95 req-bff52bda-8422-4715-9bd6-5456a215c0bd tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388817 May 16 17:42:02.621886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-5e78a23e-5bb3-4042-980a-b82b48fb7ce0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:02.623875 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-5e78a23e-5bb3-4042-980a-b82b48fb7ce0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 809 time: 0.1833615 May 16 17:42:02.713224 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a516e-9326-4eb6-8abc-fd863bd0d1ea req-b8f75e29-78c1-4afb-a4cb-8989b48a52c3 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:02.715178 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5c2a516e-9326-4eb6-8abc-fd863bd0d1ea req-b8f75e29-78c1-4afb-a4cb-8989b48a52c3 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 936 time: 0.0620444 May 16 17:42:02.741884 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b11917e5-be49-4f0d-858f-da0781087c16 req-61fbb0c3-cb84-4c6b-9c4e-7cc3d9d0f65f service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9552064 May 16 17:42:02.743475 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-53509280-aa74-494e-80b3-c6a5fab07d15 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/quotas/7ee0e621e3c34c3bba8434228c575a84 HTTP/1.1" status: 200 len: 375 time: 0.1039305 May 16 17:42:02.756340 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.798700 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f2ac14-d56d-435d-b3f7-0732ac5ae67b {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:02.818275 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Publish callbacks [] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.837110 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Transition to ACTIVE for port object 29f2ac14-d56d-435d-b3f7-0732ac5ae67b will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:42:02.844647 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:02.851856 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-3cd797bd-7a98-45fe-9f4c-8bb1babcad1a tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852928 May 16 17:42:02.909747 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5c2a516e-9326-4eb6-8abc-fd863bd0d1ea req-d6d15d67-e69e-4617-9cf6-81ee83e81bd9 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794374 May 16 17:42:02.910899 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Pushing event updated for resources: {'Port': ['ID=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:02.966047 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:03.109830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Attempting to bind port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:42:03.113136 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7cba2-db46-48af-b42b-a2544ef898f5 req-ac7fdcd3-736d-4380-91e9-f75138f3cd90 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:03.113754 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Attempting to bind port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:42:03.114702 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fbd7cba2-db46-48af-b42b-a2544ef898f5 req-ac7fdcd3-736d-4380-91e9-f75138f3cd90 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 931 time: 0.0740228 May 16 17:42:03.120491 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Attempting to bind port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b on network d0e6a9cf-10a2-46b5-a146-4787e4438e24 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:03.123267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:42:03.129336 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b on network d0e6a9cf-10a2-46b5-a146-4787e4438e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:42:03.129336 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Attempting to bind port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b on network d0e6a9cf-10a2-46b5-a146-4787e4438e24 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:03.131827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:42:03.134436 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:42:03.140647 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:42:03.141201 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Checking segment: {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:42:03.141848 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Bound using segment: {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:42:03.142488 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Bound port: 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfd73a7-d1d5-47d8-b73a-21cd561a4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:42:03.143033 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:03.197430 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-163efd0e-05fa-47a8-880a-49287eab41d5 service neutron] 10.222.0.58 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442724 May 16 17:42:03.282918 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:03.283589 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:03.303026 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:03.306125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] For port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:42:03.311255 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] For port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:42:03.326691 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:03.377893 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-917fc3f3-577b-4030-8bc9-56e154f69b81 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4252431 May 16 17:42:03.395521 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:03.396141 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:03.397583 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] 10.222.0.35 "PUT /v2.0/ports/29f2ac14-d56d-435d-b3f7-0732ac5ae67b HTTP/1.1" status: 200 len: 1098 time: 1.2114956 May 16 17:42:03.403712 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfa2070-9612-437b-badd-71224db017b2', 'tag': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:03.409061 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9211b2-4878-4924-87e6-83af1f8216b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfa2070-9612-437b-badd-71224db017b2", "tag": "29f2ac14-d56d-435d-b3f7-0732ac5ae67b"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:03.441584 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fbd7cba2-db46-48af-b42b-a2544ef898f5 req-2fb4caba-1873-4698-b17a-fc002ba16fba tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148427 May 16 17:42:03.512719 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6657138-b955-43cf-9c1c-9482151d8562 service neutron] Pushing event updated for resources: {'Port': ['ID=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:03.551944 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24fc33-0154-46ed-a799-cb9e038c1858 x-openstack-request-id: req-8b24fc33-0154-46ed-a799-cb9e038c1858 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:03.552421 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfa2070-9612-437b-badd-71224db017b2", "tag": "29f2ac14-d56d-435d-b3f7-0732ac5ae67b", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:03.552830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b24fc33-0154-46ed-a799-cb9e038c1858 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:03.553461 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b24fc33-0154-46ed-a799-cb9e038c1858'] response: {'name': 'network-changed', 'server_uuid': '9dfa2070-9612-437b-badd-71224db017b2', 'tag': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b', 'status': 'completed', 'code': 200} May 16 17:42:03.584301 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-19476703-9e56-4790-8326-7a6b2efb0194 service neutron] 10.222.0.58 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734281 May 16 17:42:03.622421 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-0bd5e6e5-f468-4528-b4d5-5eab4e569a19 None None] Provisioning complete for port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:03.623415 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e6e5-f468-4528-b4d5-5eab4e569a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:03.689011 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5e6e5-f468-4528-b4d5-5eab4e569a19 None None] Port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:42:03.733705 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9deb0-bc58-4b18-9a33-a0dfe710e32c req-e2ec0a2d-0f14-460f-8181-809b828e73fb tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:03.735671 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b9c9deb0-bc58-4b18-9a33-a0dfe710e32c req-e2ec0a2d-0f14-460f-8181-809b828e73fb tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0681586 May 16 17:42:03.831303 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b9c9deb0-bc58-4b18-9a33-a0dfe710e32c req-d7e15d8a-f742-46c3-886c-7f839c13bb32 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835900 May 16 17:42:03.964072 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Request body: {'port': {'device_id': 'cc187581-b958-457b-8aca-7774e8416ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:04.204692 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-efbef82a-572b-4afe-b66d-f20c9680533f req-8153b92d-c27c-4772-bad1-32842391c8d7 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 210 time: 0.1445658 May 16 17:42:04.254064 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9211b2-4878-4924-87e6-83af1f8216b6 req-7814cbea-7866-4597-9ef3-1f6d52fde2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:04.255819 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ea9211b2-4878-4924-87e6-83af1f8216b6 req-7814cbea-7866-4597-9ef3-1f6d52fde2a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 1132 time: 0.0788419 May 16 17:42:04.299060 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:04.318454 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef9b7f-ca6f-4553-8292-865168166504 req-71a9bd2f-9496-4293-8edf-17fb8fcf7829 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:04.320361 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2ef9b7f-ca6f-4553-8292-865168166504 req-71a9bd2f-9496-4293-8edf-17fb8fcf7829 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 948 time: 0.1346021 May 16 17:42:04.453707 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d2ef9b7f-ca6f-4553-8292-865168166504 req-8e8b1147-3886-407f-a716-a24519eda37e tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242762 May 16 17:42:04.627976 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949645e4-ffa2-4f54-9c40-5ea68eab011c req-e7ddce5e-961d-4b42-a13c-94298affa89d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:04.629624 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-949645e4-ffa2-4f54-9c40-5ea68eab011c req-e7ddce5e-961d-4b42-a13c-94298affa89d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 931 time: 0.0749588 May 16 17:42:04.737972 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-949645e4-ffa2-4f54-9c40-5ea68eab011c req-89b6a559-1c4a-4a36-907d-23551e14a256 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019690 May 16 17:42:04.800638 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e656f2-4ff2-469e-ba68-5ee1c1275d29 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:04.822253 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Publish callbacks [] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:04.834340 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ea9211b2-4878-4924-87e6-83af1f8216b6 req-9481354e-bc0f-429b-8b30-17ce959dd2cf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784333 May 16 17:42:04.857373 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Transition to ACTIVE for port object f9e656f2-4ff2-469e-ba68-5ee1c1275d29 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:42:04.864536 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:05.121418 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:42:05.124896 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:05.158724 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9211b2-4878-4924-87e6-83af1f8216b6 req-39c2fe53-b562-4554-a13b-434ada3adc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.160227 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-ea9211b2-4878-4924-87e6-83af1f8216b6 req-39c2fe53-b562-4554-a13b-434ada3adc64 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208959 May 16 17:42:05.297605 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c718a41-a716-44e2-ae18-7b40296c1c7a req-5ceae9d4-fbfb-4fef-a3db-d0b3ada83518 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.305981 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3c718a41-a716-44e2-ae18-7b40296c1c7a req-5ceae9d4-fbfb-4fef-a3db-d0b3ada83518 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.3063509 May 16 17:42:05.317388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-fe37deec-aea0-4852-9cdb-b7a73b7cef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.319721 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-fe37deec-aea0-4852-9cdb-b7a73b7cef1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 1132 time: 0.0888498 May 16 17:42:05.361863 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3c718a41-a716-44e2-ae18-7b40296c1c7a req-8610cb46-09b1-4d06-86b6-6caa0f976d14 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 May 16 17:42:05.423671 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3e4d7b15-63b4-450b-96ed-a806e8154fb9 req-d659e0e9-65fe-4dce-902d-3d7f471564fa tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 210 time: 0.0656953 May 16 17:42:05.434361 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Attempting to bind port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:42:05.435013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Attempting to bind port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:42:05.435700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Attempting to bind port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:05.441212 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:42:05.441600 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Attempting to bind port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:05.449372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:42:05.449751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:42:05.450185 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Bound using segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:42:05.451246 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Bound port: f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:42:05.451599 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:05.554021 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] For port f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:42:05.563594 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] For port f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:42:05.584141 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-10c0cd2b-6bf1-491f-8340-00cc7ce00d70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=29f2ac14-d56d-435d-b3f7-0732ac5ae67b HTTP/1.1" status: 200 len: 217 time: 0.0632489 May 16 17:42:05.608195 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:05.655122 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-039da4fd-bcaf-470f-bf84-97085ffdd8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.657498 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-039da4fd-bcaf-470f-bf84-97085ffdd8a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fdbb2d5c-6d0b-4136-8de3-436624fcd4f5 HTTP/1.1" status: 200 len: 843 time: 0.0662465 May 16 17:42:05.751922 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398d2-28f8-4784-814e-4a525ebd939d req-21a4b2b5-641c-404e-8086-c8c1e0eac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.754242 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-21a4b2b5-641c-404e-8086-c8c1e0eac4f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0e6a9cf-10a2-46b5-a146-4787e4438e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0743515 May 16 17:42:05.815852 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad0d8f-ab56-41b1-b078-d3d34cb1583b req-88bd345a-1875-4517-b6ef-cf8f882f9428 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.824770 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-51ad0d8f-ab56-41b1-b078-d3d34cb1583b req-88bd345a-1875-4517-b6ef-cf8f882f9428 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 948 time: 0.2504930 May 16 17:42:05.842241 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:05.842788 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:05.844222 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9e656f2-4ff2-469e-ba68-5ee1c1275d29 HTTP/1.1" status: 200 len: 1093 time: 1.8857782 May 16 17:42:05.896179 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:05.902433 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5ba2a-1fcf-4912-9f72-bfb34c090985" -d '{"events": [{"name": "network-changed", "server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:06.052222 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-23b7c434-0065-4d4e-8d36-c1b0d508f6a7 service neutron] 10.222.0.35 "GET /v2.0/networks/d0e6a9cf-10a2-46b5-a146-4787e4438e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788384 May 16 17:42:06.183107 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6a3b8-bfe2-48db-8d77-f92da64b9846 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:06.198513 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-dc7fd1ef-27e9-426a-ab25-0b64907c6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:06.200068 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-dc7fd1ef-27e9-426a-ab25-0b64907c6008 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 1127 time: 0.2700319 May 16 17:42:06.211745 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-38c398d2-28f8-4784-814e-4a525ebd939d req-4a3c4631-024a-4f85-9426-9f56a9630676 service neutron] 10.222.0.35 "GET /v2.0/networks/d0e6a9cf-10a2-46b5-a146-4787e4438e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485236 May 16 17:42:06.237738 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157acb8-a6cc-4ee1-bed1-6dfc41396e51 req-29216d38-a1d8-4d1b-bad4-2a0b63b42cad tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:06.254090 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a157acb8-a6cc-4ee1-bed1-6dfc41396e51 req-29216d38-a1d8-4d1b-bad4-2a0b63b42cad tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 943 time: 0.2263398 May 16 17:42:06.301341 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-51ad0d8f-ab56-41b1-b078-d3d34cb1583b req-b0f86473-6975-4c37-a520-bf8037549fbd tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733703 May 16 17:42:06.316602 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-224507fe-98d4-4223-9dc8-a4a2611e037d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29 HTTP/1.1" status: 200 len: 217 time: 0.1048110 May 16 17:42:06.323035 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-d47ea282-8960-4afa-96d3-273dcc17e23f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:06.324564 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-d47ea282-8960-4afa-96d3-273dcc17e23f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 809 time: 0.6669915 May 16 17:42:06.432408 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27f87d-1d3f-4de4-8024-8c12f86e16d3 x-openstack-request-id: req-5f27f87d-1d3f-4de4-8024-8c12f86e16d3 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:06.432408 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:06.432408 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f27f87d-1d3f-4de4-8024-8c12f86e16d3 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:06.432408 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f27f87d-1d3f-4de4-8024-8c12f86e16d3'] response: {'name': 'network-changed', 'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'status': 'completed', 'code': 200} May 16 17:42:06.433121 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-0df8b59e-7478-462b-aee4-14ec7a5c9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:06.435033 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-0df8b59e-7478-462b-aee4-14ec7a5c9f9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.1072416 May 16 17:42:06.488840 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a157acb8-a6cc-4ee1-bed1-6dfc41396e51 req-53fca6f2-8023-4cab-a2fa-62e92b1614f0 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317927 May 16 17:42:06.521584 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ff612602-a7e6-4620-9e32-8d135c07111f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee0e621e3c34c3bba8434228c575a84 HTTP/1.1" status: 200 len: 379 time: 0.1853118 May 16 17:42:06.540229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'port': {'device_id': '643ca394-14c0-407b-be2a-3616138ebdb6', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'admin_state_up': True, 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'security_groups': ['338d83ec-3c7f-4b69-8dcd-2acc553cb88c']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:06.548839 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-a0f8d864-c6a9-42a6-9756-41618c1bee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:06.550945 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-a0f8d864-c6a9-42a6-9756-41618c1bee6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053202 May 16 17:42:06.609697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27bf7b6c-28f5-4a36-9552-fe77de35859d req-6031ee7a-d34d-4577-a25c-85ea314ccdb0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 210 time: 0.0844347 May 16 17:42:06.841043 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-909eda5c-7db2-4d5e-a754-3bbd5f09f08a service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643461 May 16 17:42:06.870254 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Made reservation on behalf of 7ee0e621e3c34c3bba8434228c575a84 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:42:06.873516 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.053916 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8a3f1d8f-af0e-448d-947a-34e87ef21d05 req-abbeb1a1-bb4c-4b85-a2c1-3012b3aab893 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939065 May 16 17:42:07.112849 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59818) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:07.117140 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633343035', 'description': 'tempest-description--333125917'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:07.166826 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.273604 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group (dc006893-9d3c-4d41-bff2-77603e0736c5), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.278723 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (dc006893-9d3c-4d41-bff2-77603e0736c5), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.317843 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.319115 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2054453 May 16 17:42:07.322211 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59826) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:07.327762 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'security_group_rule': {'security_group_id': 'dc006893-9d3c-4d41-bff2-77603e0736c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:07.345184 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc006893-9d3c-4d41-bff2-77603e0736c5,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:07.355516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.356218 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.356218 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.356512 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.356957 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.357524 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.358103 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.358599 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.359172 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.359816 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.360333 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.360890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.361372 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.362001 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.363104 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be68eb8-a2e7-47ed-a06f-65f923a9dc67 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:07.391611 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group_rule (8173edef-1208-4e71-b4bc-e47513e58216), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.493928 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group_rule (8173edef-1208-4e71-b4bc-e47513e58216), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.500852 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (8173edef-1208-4e71-b4bc-e47513e58216), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.512512 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674947e0-ff24-4be6-8dda-44df21354663 req-913ebba7-6062-40b2-9383-09dbbda408f8 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:07.513669 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-674947e0-ff24-4be6-8dda-44df21354663 req-913ebba7-6062-40b2-9383-09dbbda408f8 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 948 time: 0.0927367 May 16 17:42:07.518461 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-7540a9e8-629a-4b7c-a594-895199e53994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:07.520290 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-7540a9e8-629a-4b7c-a594-895199e53994 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 1127 time: 0.0902803 May 16 17:42:07.526389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Allocated IP 172.20.0.13 (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a/d4b0191f-9d66-46ef-8adf-49f895f8be9f/d3d402b3-9560-4542-9028-c21ffae8c316) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:42:07.548944 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8173edef-1208-4e71-b4bc-e47513e58216,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:07.561809 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.565618 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-440a9e59-9b1b-4097-8f71-1a56a38faa4f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2399964 May 16 17:42:07.566610 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59842) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:07.571717 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'security_group_rule': {'security_group_id': 'dc006893-9d3c-4d41-bff2-77603e0736c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:07.607925 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group_rule (72e58161-93d2-4148-960c-6aefebe4dbf3), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.666496 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group_rule (72e58161-93d2-4148-960c-6aefebe4dbf3), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.673476 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (72e58161-93d2-4148-960c-6aefebe4dbf3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.691628 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e58161-93d2-4148-960c-6aefebe4dbf3,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:07.707504 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.708770 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-bbeab6c8-de12-435f-bf1b-01e196a08090 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411884 May 16 17:42:07.711841 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59852) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:07.716367 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:07.738854 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.740472 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630fc27-27b3-47d6-a55b-470153c78364 req-7480d94b-5677-441a-98cd-b639b00e482e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:07.741984 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a630fc27-27b3-47d6-a55b-470153c78364 req-7480d94b-5677-441a-98cd-b639b00e482e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 943 time: 0.1431873 May 16 17:42:07.752451 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-674947e0-ff24-4be6-8dda-44df21354663 req-52442214-6791-4ddc-b43f-2a1ce836857c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153487 May 16 17:42:07.808334 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-0c3807fc-fa16-4de9-a473-86696239c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:07.809828 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-0c3807fc-fa16-4de9-a473-86696239c1f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.2811875 May 16 17:42:07.820304 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.913805 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-effe27e7-5781-4195-8d92-704bb4aa4da6 req-f19f52d9-688b-440b-a99a-540668757d5a tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 210 time: 0.0876296 May 16 17:42:07.915146 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-82c4ed8a-c9aa-4d0e-b583-84bfe260a300 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29 HTTP/1.1" status: 200 len: 217 time: 0.0939889 May 16 17:42:07.930978 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a630fc27-27b3-47d6-a55b-470153c78364 req-2d59ff4d-a3d4-46b0-a22b-885b02144ece tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684074 May 16 17:42:07.940552 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Allocated IP 172.27.0.204 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/a78c7553-2230-4dcd-8066-6763e269351d) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:42:07.948884 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for port (d3d402b3-9560-4542-9028-c21ffae8c316), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:07.984068 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.023944 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:42:08.027062 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:42:08.030883 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:42:08.050443 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for port (a78c7553-2230-4dcd-8066-6763e269351d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.069391 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:08.084294 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.084654 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.085016 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.085347 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.085739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.086106 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.086430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.086757 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (a78c7553-2230-4dcd-8066-6763e269351d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.086890 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.087101 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.087405 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.087743 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.088063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.088389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.088733 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.089038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:08.109228 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:08.109931 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.130442 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-75e617e6-538b-4516-b73e-55a0aad9e47e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5951972 May 16 17:42:08.131292 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:42:08.134250 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:42:08.141020 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:42:08.145528 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'Port': ['ID=a78c7553-2230-4dcd-8066-6763e269351d,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:08.231347 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.268191 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (a78c7553-2230-4dcd-8066-6763e269351d), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.331986 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-ff0395e9-e678-4454-83d5-18227c6bb852 None None] Provisioning complete for port d3d402b3-9560-4542-9028-c21ffae8c316 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:08.332480 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-ff0395e9-e678-4454-83d5-18227c6bb852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.368975 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-ff0395e9-e678-4454-83d5-18227c6bb852 None None] Port d3d402b3-9560-4542-9028-c21ffae8c316 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:42:08.442482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59866) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:08.455985 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for port (a78c7553-2230-4dcd-8066-6763e269351d), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.461135 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (a78c7553-2230-4dcd-8066-6763e269351d), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.489172 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Deleting subnet de1f47d6-ab27-4f1b-a6c6-a76680ab1f75 {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:42:08.492595 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Publish callbacks [] for subnet (de1f47d6-ab27-4f1b-a6c6-a76680ab1f75), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.528327 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (de1f47d6-ab27-4f1b-a6c6-a76680ab1f75), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.534465 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'Port': ['ID=a78c7553-2230-4dcd-8066-6763e269351d,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:08.544502 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.561149 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.566736 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9cbfdee3-1824-43cf-90d5-ef415883137b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8532209 May 16 17:42:08.579121 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (de1f47d6-ab27-4f1b-a6c6-a76680ab1f75), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.644142 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (de1f47d6-ab27-4f1b-a6c6-a76680ab1f75), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.675054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1f47d6-ab27-4f1b-a6c6-a76680ab1f75,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:08.699381 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.703535 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-315cf5c2-f497-4c85-8d85-ae6dec446d54 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de1f47d6-ab27-4f1b-a6c6-a76680ab1f75 HTTP/1.1" status: 204 len: 168 time: 0.2595663 May 16 17:42:08.705531 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59886) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:08.718472 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Request body: {'port': {'device_id': '643ca394-14c0-407b-be2a-3616138ebdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:08.915820 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (0d5a5d68-e433-4b89-99c2-a4d300b2a441), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:08.923637 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-a1530fda-ca3c-4f66-9ab7-febb8bd19dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:08.925187 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-a1530fda-ca3c-4f66-9ab7-febb8bd19dfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.2105780 May 16 17:42:08.937941 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69870761-1518-45e7-a7c4-73c8c7399268 req-c93047b3-2b3a-4a7e-a531-c59a13a09a2c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:08.939164 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-69870761-1518-45e7-a7c4-73c8c7399268 req-c93047b3-2b3a-4a7e-a531-c59a13a09a2c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 948 time: 0.0973599 May 16 17:42:08.939880 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.083840 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (0d5a5d68-e433-4b89-99c2-a4d300b2a441), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.132218 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-69870761-1518-45e7-a7c4-73c8c7399268 req-9b0c66cd-c741-407a-837d-b97efb454812 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832142 May 16 17:42:09.136678 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5a5d68-e433-4b89-99c2-a4d300b2a441']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:09.166628 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bddf66-0147-48c4-8591-119486659009') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:09.166932 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bddf66-0147-48c4-8591-119486659009') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:09.224382 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (54bddf66-0147-48c4-8591-119486659009), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.283641 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (54bddf66-0147-48c4-8591-119486659009), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.309112 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:42:09.309529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (54bddf66-0147-48c4-8591-119486659009), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:42:09.313216 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:42:09.408150 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd2bd-9d2d-4684-9b91-6f7e8ce3d195 req-87466217-7472-4de7-9137-3238e7983e66 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:09.409591 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d82fd2bd-9d2d-4684-9b91-6f7e8ce3d195 req-87466217-7472-4de7-9137-3238e7983e66 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 932 time: 0.1874301 May 16 17:42:09.446865 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (0d5a5d68-e433-4b89-99c2-a4d300b2a441), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.485935 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-f79c7cff-9dfd-4b17-b6a9-e89960139ec0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--633343035&fields=id&tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79 HTTP/1.1" status: 200 len: 267 time: 0.2094367 May 16 17:42:09.498967 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.502197 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0d5a5d68-e433-4b89-99c2-a4d300b2a441 HTTP/1.1" status: 204 len: 168 time: 0.7955980 May 16 17:42:09.505528 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59946) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:09.545462 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a8b4c-868f-4d14-b558-4ca44ba035c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5a5d68-e433-4b89-99c2-a4d300b2a441,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:09.555887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Deleting subnet 6d38a72a-66f8-435f-b8f3-77988ec0f29d {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:42:09.559714 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Publish callbacks [] for subnet (6d38a72a-66f8-435f-b8f3-77988ec0f29d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.589659 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d82fd2bd-9d2d-4684-9b91-6f7e8ce3d195 req-283c51eb-5aff-4aa7-b620-82fbe1697c40 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654742 May 16 17:42:09.602246 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (6d38a72a-66f8-435f-b8f3-77988ec0f29d), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.658454 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (6d38a72a-66f8-435f-b8f3-77988ec0f29d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.720466 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (6d38a72a-66f8-435f-b8f3-77988ec0f29d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.750648 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.754064 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6d38a72a-66f8-435f-b8f3-77988ec0f29d HTTP/1.1" status: 204 len: 168 time: 0.2464347 May 16 17:42:09.754729 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-bcb18cbd-c22c-4c63-bc31-d3c9a0dac860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:09.755466 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee682f-670c-4cba-8108-1f8ed679e523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d38a72a-66f8-435f-b8f3-77988ec0f29d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:09.756214 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-bcb18cbd-c22c-4c63-bc31-d3c9a0dac860 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1312656 May 16 17:42:09.756663 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 59948) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:09.776728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-f2287472-eb9c-4e6d-8bdc-ab370a01c7b2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:09.778146 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-f2287472-eb9c-4e6d-8bdc-ab370a01c7b2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 819 time: 0.2830994 May 16 17:42:09.806080 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eca687-1fcb-4cb4-832f-fc2088893717 req-0fb66527-7421-4cc0-bb0c-f276b21d263d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:09.807498 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96eca687-1fcb-4cb4-832f-fc2088893717 req-0fb66527-7421-4cc0-bb0c-f276b21d263d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 943 time: 0.1461167 May 16 17:42:09.836911 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d402b3-9560-4542-9028-c21ffae8c316 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:09.861727 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Publish callbacks [] for port (d3d402b3-9560-4542-9028-c21ffae8c316), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:09.908642 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-8787b813-5f00-4762-b77e-4bd2419df9c4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/quotas/1eddf9ae85b940b8bd556f4cf66c0b79 HTTP/1.1" status: 200 len: 375 time: 0.0998735 May 16 17:42:09.972303 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Transition to ACTIVE for port object d3d402b3-9560-4542-9028-c21ffae8c316 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:42:09.984662 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (df873d86-a6be-40aa-8b62-b07e4ab8c7f8), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.011903 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.052547 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96eca687-1fcb-4cb4-832f-fc2088893717 req-5dc7f6a3-51a9-49c8-aac0-04826721e313 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326941 May 16 17:42:10.072742 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-d44017c3-bdf2-4e19-9f2a-fed0f8b89f3c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1313066 May 16 17:42:10.118157 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 29f2ac14-d56d-435d-b3f7-0732ac5ae67b details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:42:10.127632 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-71a1e092-e4f5-4bac-82a2-a042eeea7652 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455653 May 16 17:42:10.259055 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:10.272091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b', 'network_id': 'd0e6a9cf-10a2-46b5-a146-4787e4438e24', 'port_id': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b', 'mac_address': 'fa:16:3e:60:59:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbb2d5c-6d0b-4136-8de3-436624fcd4f5', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:42:10.317394 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:10.317815 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.331917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f2ac14-d56d-435d-b3f7-0732ac5ae67b {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:10.358762 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:10.364654 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.365398 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f9e656f2-4ff2-469e-ba68-5ee1c1275d29 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:42:10.377786 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59958) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:10.433498 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Deleting subnet 48f8cb97-6965-45f1-bc4a-6ab601e3e424 {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:42:10.436839 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Publish callbacks [] for subnet (48f8cb97-6965-45f1-bc4a-6ab601e3e424), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.449444 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:10.457401 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:10.490926 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (48f8cb97-6965-45f1-bc4a-6ab601e3e424), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.518188 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:10.530183 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'port_id': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'mac_address': 'fa:16:3e:f5:29:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:42:10.538666 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (48f8cb97-6965-45f1-bc4a-6ab601e3e424), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.570261 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:10.570727 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.584843 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e656f2-4ff2-469e-ba68-5ee1c1275d29 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:10.601301 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (48f8cb97-6965-45f1-bc4a-6ab601e3e424), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.610135 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:10.615870 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (df873d86-a6be-40aa-8b62-b07e4ab8c7f8), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.616545 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.671516 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a05d-c259-42a9-b492-97226c5b3064 req-05f77eaf-8da0-4f2b-852c-ccfc6f25b838 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:10.673206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8309a05d-c259-42a9-b492-97226c5b3064 req-05f77eaf-8da0-4f2b-852c-ccfc6f25b838 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 949 time: 0.2258832 May 16 17:42:10.675102 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df873d86-a6be-40aa-8b62-b07e4ab8c7f8']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:10.678282 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:10.706133 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cf1d81-abaf-434d-8980-9f18979d688c') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:10.706431 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cf1d81-abaf-434d-8980-9f18979d688c') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:10.729647 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-f9700ac2-f5ef-432c-ab11-8f248ca9b67a service neutron] 10.222.0.58 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344609 May 16 17:42:10.749388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (f3cf1d81-abaf-434d-8980-9f18979d688c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.770838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Attempting to bind port d3d402b3-9560-4542-9028-c21ffae8c316 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:42:10.771190 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Attempting to bind port d3d402b3-9560-4542-9028-c21ffae8c316 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:42:10.771508 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Attempting to bind port d3d402b3-9560-4542-9028-c21ffae8c316 on network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:10.788864 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16d5ba2a-1fcf-4912-9f72-bfb34c090985 req-0501b6f5-1e0f-4310-b751-98c8e8088363 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407161 May 16 17:42:10.803837 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (f3cf1d81-abaf-434d-8980-9f18979d688c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.816314 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Port d3d402b3-9560-4542-9028-c21ffae8c316 on network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:42:10.816666 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Attempting to bind port d3d402b3-9560-4542-9028-c21ffae8c316 on network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:10.827288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:42:10.827850 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (f3cf1d81-abaf-434d-8980-9f18979d688c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:42:10.831668 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:42:10.855081 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f8cb97-6965-45f1-bc4a-6ab601e3e424,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:10.859941 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.863893 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0c909342-975d-4235-aee1-e572a3b6c56c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/48f8cb97-6965-45f1-bc4a-6ab601e3e424 HTTP/1.1" status: 204 len: 168 time: 0.4847631 May 16 17:42:10.866130 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59962) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:10.880817 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:42:10.881156 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Checking segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:42:10.881568 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Bound using segment: {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:42:10.882008 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Bound port: d3d402b3-9560-4542-9028-c21ffae8c316, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be05040-b7a5-442c-856a-802c29c4b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:42:10.882388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.934643 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8309a05d-c259-42a9-b492-97226c5b3064 req-9a0894e8-7d7c-4428-8f8b-db55f7367fba tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387378 May 16 17:42:10.935764 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.981697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (df873d86-a6be-40aa-8b62-b07e4ab8c7f8), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.991673 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:10.997773 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] 10.222.0.58 "DELETE /v2.0/networks/df873d86-a6be-40aa-8b62-b07e4ab8c7f8 HTTP/1.1" status: 204 len: 168 time: 1.2325816 May 16 17:42:11.004575 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-ba8d2768-bae2-453f-aac1-33573b951589 service neutron] 10.222.0.58 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644939 May 16 17:42:11.034696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67759a73-f208-43b6-80bd-48967ae8c686 admin admin] Pushing event deleted for resources: {'Network': ['ID=df873d86-a6be-40aa-8b62-b07e4ab8c7f8,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:11.049665 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['f9e656f2-4ff2-469e-ba68-5ee1c1275d29'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:42:11.080855 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:42:11.083962 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.085987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:42:11.115806 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:11.118639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.131326 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8cc29c-4429-4b63-b3e0-b109317162d5') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:11.131678 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8cc29c-4429-4b63-b3e0-b109317162d5') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:11.154145 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (2d8cc29c-4429-4b63-b3e0-b109317162d5), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.171076 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['29f2ac14-d56d-435d-b3f7-0732ac5ae67b'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:42:11.221155 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (2d8cc29c-4429-4b63-b3e0-b109317162d5), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.226443 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:11.236103 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:42:11.236526 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (2d8cc29c-4429-4b63-b3e0-b109317162d5), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:42:11.238616 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:42:11.251109 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01151ac3-fefa-4da0-b2bb-2214959658ce req-9bd0de53-3725-457c-8808-5e58dfbc2148 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:11.258824 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-01151ac3-fefa-4da0-b2bb-2214959658ce req-9bd0de53-3725-457c-8808-5e58dfbc2148 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.2308238 May 16 17:42:11.304550 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:11.305210 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.306729 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-ba836b51-58cd-4888-b7b5-570925eb4929 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 1094 time: 2.5931351 May 16 17:42:11.307257 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:11.310809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02978e7-8049-4c95-8e71-6369b26ceafd" -d '{"events": [{"name": "network-changed", "server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:11.452241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.459636 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59976) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:11.469008 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d033-0462-4b71-a2a8-e1a514eed2f1 req-c7e9d015-71e2-4ccd-8840-6ef38eb30d72 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:11.479673 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4818d033-0462-4b71-a2a8-e1a514eed2f1 req-c7e9d015-71e2-4ccd-8840-6ef38eb30d72 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 944 time: 0.1405103 May 16 17:42:11.505737 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.524282 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb HTTP/1.1" status: 204 len: 168 time: 0.6565170 May 16 17:42:11.526187 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42b36-bd68-446c-a042-7c7043a9d987 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3dc598-e7d3-40a5-b9f8-1b772bc93fbb,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:11.555417 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-01151ac3-fefa-4da0-b2bb-2214959658ce req-8c999fe9-23ba-42c7-85ed-703a9e43a0ad tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952888 May 16 17:42:11.577009 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9aae799f-1770-4335-a804-9bb841b405dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10a0adf240b24b6a92a31f69d26cbbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1163716 May 16 17:42:11.584397 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59984) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:11.661512 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-37a1133f-3283-4473-a71e-73b6eafd7696 admin admin] Publish callbacks [] for security_group (bba66935-a7f3-4fc7-9923-08b3de3fb031), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.671362 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4818d033-0462-4b71-a2a8-e1a514eed2f1 req-5e96f015-fc44-4764-b1ff-16a24cecbef2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902418 May 16 17:42:11.675161 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-8869a1f9-3f3b-4945-b864-9f312522ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:11.677827 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-8869a1f9-3f3b-4945-b864-9f312522ceae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1128 time: 0.2701356 May 16 17:42:11.691582 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-37a1133f-3283-4473-a71e-73b6eafd7696 admin admin] Publish callbacks [] for security_group (bba66935-a7f3-4fc7-9923-08b3de3fb031), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.745898 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fa844ef7-4ac7-4630-8da6-dd07120ac0a5 req-de503319-87c6-4148-aa68-2bbe00cd1579 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 210 time: 0.0732539 May 16 17:42:11.747797 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-1255ea3d-98c3-4344-afc6-06317874b388 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 217 time: 0.0547123 May 16 17:42:11.752698 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf33d08-ad89-4703-bc81-2e62c6147748 x-openstack-request-id: req-ccf33d08-ad89-4703-bc81-2e62c6147748 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:11.753020 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:11.753278 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccf33d08-ad89-4703-bc81-2e62c6147748 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:11.755696 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf33d08-ad89-4703-bc81-2e62c6147748'] response: {'name': 'network-changed', 'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'status': 'completed', 'code': 200} May 16 17:42:11.769613 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-37a1133f-3283-4473-a71e-73b6eafd7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (bba66935-a7f3-4fc7-9923-08b3de3fb031), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.772444 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-37a1133f-3283-4473-a71e-73b6eafd7696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.773587 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-37a1133f-3283-4473-a71e-73b6eafd7696 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bba66935-a7f3-4fc7-9923-08b3de3fb031 HTTP/1.1" status: 204 len: 168 time: 0.1881721 May 16 17:42:11.788960 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1133f-3283-4473-a71e-73b6eafd7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba66935-a7f3-4fc7-9923-08b3de3fb031,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:11.825066 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-98a9019f-303d-4b5c-930b-747f5796dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:11.826588 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-98a9019f-303d-4b5c-930b-747f5796dc59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0697000 May 16 17:42:11.827582 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 59996) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:11.879226 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-10e644d3-2bb0-4243-ba29-71d5b6333027 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39e8d3ee6d3e40dfbf0d32c7270a42fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497806 May 16 17:42:11.881750 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60000) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:11.883257 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2841-2e1a-46a6-a435-57c440072e03 req-1424ca59-3da1-45ca-a922-6aa452c84e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:11.885130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-1424ca59-3da1-45ca-a922-6aa452c84e68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523062 May 16 17:42:11.941687 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-90a822fd-6cb4-4115-b879-525d04c32a6d admin admin] Publish callbacks [] for security_group (6919282e-79bf-4568-a919-4d6350043ac3), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.963364 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-90a822fd-6cb4-4115-b879-525d04c32a6d admin admin] Publish callbacks [] for security_group (6919282e-79bf-4568-a919-4d6350043ac3), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:11.989209 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-895409f9-b1e0-4841-882b-b5aa9269d317 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968206 May 16 17:42:12.021740 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-90a822fd-6cb4-4115-b879-525d04c32a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6919282e-79bf-4568-a919-4d6350043ac3), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.024655 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-90a822fd-6cb4-4115-b879-525d04c32a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.028252 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-90a822fd-6cb4-4115-b879-525d04c32a6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6919282e-79bf-4568-a919-4d6350043ac3 HTTP/1.1" status: 204 len: 168 time: 0.1431139 May 16 17:42:12.035285 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a822fd-6cb4-4115-b879-525d04c32a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6919282e-79bf-4568-a919-4d6350043ac3,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:12.155352 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a1b2-cd56-4421-a448-e726d2831f68 req-d39b7739-fef3-49a4-97ab-ecfd969305c9 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:12.157211 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3154a1b2-cd56-4421-a448-e726d2831f68 req-d39b7739-fef3-49a4-97ab-ecfd969305c9 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 949 time: 0.0773923 May 16 17:42:12.226153 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-181e2841-2e1a-46a6-a435-57c440072e03 req-f3ae6da7-11e3-4c7e-b9c8-045af63b56a3 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274024 May 16 17:42:12.237305 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3154a1b2-cd56-4421-a448-e726d2831f68 req-c68a1179-9ceb-4338-8c9e-0487f3f9721d tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 May 16 17:42:12.274677 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60014) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:12.317994 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0b956365-2f6a-4f39-a8ab-38e986a48709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=887e2c69c8414b0ba8dc1aca71e63e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413082 May 16 17:42:12.320017 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 60018) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:12.367798 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0e7c86d6-a2ba-4b54-a87f-0afa929de156 admin admin] Publish callbacks [] for security_group (d67dd653-bc96-4a55-8cb4-427186861608), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.388466 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0e7c86d6-a2ba-4b54-a87f-0afa929de156 admin admin] Publish callbacks [] for security_group (d67dd653-bc96-4a55-8cb4-427186861608), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.434199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0e7c86d6-a2ba-4b54-a87f-0afa929de156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d67dd653-bc96-4a55-8cb4-427186861608), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.436828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0e7c86d6-a2ba-4b54-a87f-0afa929de156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.438047 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0e7c86d6-a2ba-4b54-a87f-0afa929de156 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d67dd653-bc96-4a55-8cb4-427186861608 HTTP/1.1" status: 204 len: 168 time: 0.1169608 May 16 17:42:12.446137 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c86d6-a2ba-4b54-a87f-0afa929de156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67dd653-bc96-4a55-8cb4-427186861608,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:12.469103 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 29f2ac14-d56d-435d-b3f7-0732ac5ae67b up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:42:12.521897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:42:12.528489 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:12.529130 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.609839 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:12.610285 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.644837 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfa2070-9612-437b-badd-71224db017b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:12.647684 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0698d847-2148-4b17-88ed-66c9eeb5b22c" -d '{"events": [{"server_uuid": "9dfa2070-9612-437b-badd-71224db017b2", "name": "network-vif-plugged", "status": "completed", "tag": "29f2ac14-d56d-435d-b3f7-0732ac5ae67b"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:12.675686 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:12.685435 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.686555 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f9e656f2-4ff2-469e-ba68-5ee1c1275d29 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:42:12.729367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ab3b1-bb2b-4ab9-9711-aa369321c721 req-11699ead-a458-4630-aec7-ece29204f824 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:12.730995 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-149ab3b1-bb2b-4ab9-9711-aa369321c721 req-11699ead-a458-4630-aec7-ece29204f824 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0761037 May 16 17:42:12.739836 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43919e71-ccc7-47a4-9e0a-7ef8c00ffc85 x-openstack-request-id: req-43919e71-ccc7-47a4-9e0a-7ef8c00ffc85 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:12.740341 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfa2070-9612-437b-badd-71224db017b2", "name": "network-vif-plugged", "status": "completed", "tag": "29f2ac14-d56d-435d-b3f7-0732ac5ae67b", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:12.740756 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43919e71-ccc7-47a4-9e0a-7ef8c00ffc85 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:12.741218 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43919e71-ccc7-47a4-9e0a-7ef8c00ffc85'] response: {'server_uuid': '9dfa2070-9612-437b-badd-71224db017b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b', 'code': 200} May 16 17:42:12.822883 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:12.833563 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:42:12.845743 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:12.847083 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.870829 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-149ab3b1-bb2b-4ab9-9711-aa369321c721 req-f2e614ce-82eb-4f92-95a5-d7d690b5db2d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341069 May 16 17:42:12.912500 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-18b90adf-5d09-4c9b-a27c-df849fac6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:12.919930 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-18b90adf-5d09-4c9b-a27c-df849fac6ee0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1128 time: 0.1482074 May 16 17:42:12.955459 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:12.956158 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:12.965411 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02c473-c6e4-45ca-b0dd-4221ba82bb0f req-5aca8e52-63cd-4650-afd7-0465a1e12a2d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:12.978134 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4b02c473-c6e4-45ca-b0dd-4221ba82bb0f req-5aca8e52-63cd-4650-afd7-0465a1e12a2d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 944 time: 0.1797676 May 16 17:42:13.000064 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:13.007009 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:13.071568 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:13.072783 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78112846-1509-4cec-a687-00e6333e4de1 req-cf5c4ec4-1acc-4d8d-acd2-6098c8759427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:13.074344 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-78112846-1509-4cec-a687-00e6333e4de1 req-cf5c4ec4-1acc-4d8d-acd2-6098c8759427 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 1134 time: 0.0746446 May 16 17:42:13.136993 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-78112846-1509-4cec-a687-00e6333e4de1 req-23c413cb-a2d8-4f28-859f-613d2d91f2f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528102 May 16 17:42:13.143282 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e29e0754-a76b-4cde-b93e-8a8e0cefdb0e req-a19e7347-3ed5-4b76-8273-9da9a88dbc19 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 210 time: 0.1035588 May 16 17:42:13.282279 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4b02c473-c6e4-45ca-b0dd-4221ba82bb0f req-ef8ea91c-254a-4dac-8f04-610587daf837 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031993 May 16 17:42:13.299640 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-bdc48f8f-e453-4c3f-aba1-2af50b02dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:13.301112 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-bdc48f8f-e453-4c3f-aba1-2af50b02dd43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 910 time: 0.3724012 May 16 17:42:13.311083 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-18b550c6-3cb1-4dce-8620-36736881cc7a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:13.312585 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-18b550c6-3cb1-4dce-8620-36736881cc7a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 819 time: 0.3249519 May 16 17:42:13.371226 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c258-3759-4f53-9d0a-c814719fde5b req-f1c4224f-d9e1-44c6-a540-ab0dc1b9e85e tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:13.373381 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f239c258-3759-4f53-9d0a-c814719fde5b req-f1c4224f-d9e1-44c6-a540-ab0dc1b9e85e tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0513446 May 16 17:42:13.443255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-73a81444-26b1-4c40-82d8-d58b54de2b3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 217 time: 0.0606875 May 16 17:42:13.518134 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f239c258-3759-4f53-9d0a-c814719fde5b req-0b9255bd-56df-4f4f-a6b4-b136b2b794f9 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267469 May 16 17:42:13.540450 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-9490787b-3ff7-433e-9976-0c7f6d009421 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79 HTTP/1.1" status: 200 len: 379 time: 0.1479440 May 16 17:42:13.558856 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-c7d5c549-990f-4d83-9fd7-186e0f59b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:13.560316 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-c7d5c549-990f-4d83-9fd7-186e0f59b412 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0581555 May 16 17:42:13.965880 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'port': {'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'admin_state_up': True, 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'security_groups': ['dc006893-9d3c-4d41-bff2-77603e0736c5']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:14.084246 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-51a2a64b-09e8-425a-85c6-03ca2858ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:14.085801 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-51a2a64b-09e8-425a-85c6-03ca2858ae8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331174 May 16 17:42:14.094004 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850ee0e-0da8-4032-a134-41a5b67efef5 req-8bb5f776-0139-4668-ae0a-0f80c06312c2 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:14.095457 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0850ee0e-0da8-4032-a134-41a5b67efef5 req-8bb5f776-0139-4668-ae0a-0f80c06312c2 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.1240275 May 16 17:42:14.272359 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0850ee0e-0da8-4032-a134-41a5b67efef5 req-865d4199-ef60-4a12-a60d-729c04d8b2a6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694679 May 16 17:42:14.279523 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-537ff8e9-be81-411a-b0e7-558cb944c5c9 req-db6f223f-9095-4c06-a53f-2a3c0c146e6b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 210 time: 0.0534790 May 16 17:42:14.287905 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-ad745abe-4a09-4a81-8569-56ba4a499636 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878877 May 16 17:42:14.288671 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Made reservation on behalf of 1eddf9ae85b940b8bd556f4cf66c0b79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:42:14.300496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:14.440225 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e4e5-3fec-4ef5-8988-6d140f5509c4 req-f8310c14-cb1f-4bd1-87d7-8f2f2a863b59 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:14.442452 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5831e4e5-3fec-4ef5-8988-6d140f5509c4 req-f8310c14-cb1f-4bd1-87d7-8f2f2a863b59 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0731142 May 16 17:42:14.528410 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Allocated IP 172.20.0.10 (b3aa429a-c40d-42bd-9dfe-fc635bd438c5/20e0bb53-9502-404c-a289-1ffd402647d8/5942e31d-ecd1-4f97-9d8e-c38cb2323490) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:42:14.560185 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5831e4e5-3fec-4ef5-8988-6d140f5509c4 req-358959ac-67d4-498c-9349-4b2f693e8ff4 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840232 May 16 17:42:14.704015 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04c416-34f0-459f-86ed-579b71d551f7 req-541045e5-38a9-4253-b3e0-0144d245ae3f tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:14.705627 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a04c416-34f0-459f-86ed-579b71d551f7 req-541045e5-38a9-4253-b3e0-0144d245ae3f tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0951121 May 16 17:42:14.742816 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:14.746490 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5a8636-83b8-473c-a1ea-3feb23cabba7" -d '{"events": [{"server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "name": "network-vif-plugged", "status": "completed", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:14.762498 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:14.781584 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6712e2-a333-49ed-a6f9-fd2879873948 x-openstack-request-id: req-bb6712e2-a333-49ed-a6f9-fd2879873948 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:14.781974 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "name": "network-vif-plugged", "status": "completed", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:14.782225 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb6712e2-a333-49ed-a6f9-fd2879873948 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:14.782622 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6712e2-a333-49ed-a6f9-fd2879873948'] response: {'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'code': 200} May 16 17:42:14.785886 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a04c416-34f0-459f-86ed-579b71d551f7 req-e463da39-3fca-4aca-b293-243f9741711a tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730166 May 16 17:42:14.811108 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:14.883537 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:42:14.890102 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:42:14.892945 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:42:14.932844 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event updated for resources: {'Port': ['ID=5942e31d-ecd1-4f97-9d8e-c38cb2323490,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:15.005173 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:15.007094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:15.040546 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a02978e7-8049-4c95-8e71-6369b26ceafd req-0f695d27-3cf9-49b9-9a37-345c2a6d99e7 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958807 May 16 17:42:15.045529 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-fe2f1a4f-cb97-4a53-b254-e0e67503dc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0831144 May 16 17:42:15.065298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Request body: {'port': {'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:15.102217 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dc6c0-6257-4528-88ac-ffa65ccb8eb0 req-93bcf5f7-b386-435c-976e-ce2aa0dc1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:15.104878 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b07dc6c0-6257-4528-88ac-ffa65ccb8eb0 req-93bcf5f7-b386-435c-976e-ce2aa0dc1521 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 1129 time: 0.0937853 May 16 17:42:15.175163 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b07dc6c0-6257-4528-88ac-ffa65ccb8eb0 req-625c4799-7f30-46d9-8200-1ff02cb758af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613275 May 16 17:42:15.223655 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-86751937-3a3a-4f9e-ab79-a8f0fef35d58 None None] Provisioning complete for port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:15.224028 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-86751937-3a3a-4f9e-ab79-a8f0fef35d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:15.258872 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-86751937-3a3a-4f9e-ab79-a8f0fef35d58 None None] Port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:42:15.427404 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:15.454398 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4096b-f429-4070-b7ce-895cc24a8286 req-59506c15-3ed6-4875-b40c-b5195770cfe3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:15.455869 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-50a4096b-f429-4070-b7ce-895cc24a8286 req-59506c15-3ed6-4875-b40c-b5195770cfe3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0915859 May 16 17:42:15.463486 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960ca59-d0aa-4918-9acc-bea0bbe66704 req-4764e4e5-7240-4b81-882f-a1964342c45b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:15.464979 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1960ca59-d0aa-4918-9acc-bea0bbe66704 req-4764e4e5-7240-4b81-882f-a1964342c45b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 932 time: 0.0993187 May 16 17:42:15.595959 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-50a4096b-f429-4070-b7ce-895cc24a8286 req-73ae2370-b970-43a1-b2dc-59b4db8efdc6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295586 May 16 17:42:15.600502 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1960ca59-d0aa-4918-9acc-bea0bbe66704 req-0c41b19c-b6a0-49f5-be55-2deaf5cddf68 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269453 May 16 17:42:15.737438 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe361b2-8a1c-45ca-a71d-152389319187 req-10cdece8-90e3-4bb7-ada0-874801a86c92 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:15.738945 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1fe361b2-8a1c-45ca-a71d-152389319187 req-10cdece8-90e3-4bb7-ada0-874801a86c92 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0689657 May 16 17:42:15.836391 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1fe361b2-8a1c-45ca-a71d-152389319187 req-0813abe3-6502-4940-9aa6-035a485c5ec8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674236 May 16 17:42:15.920593 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5942e31d-ecd1-4f97-9d8e-c38cb2323490 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:15.932163 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Publish callbacks [] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:15.941032 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e9a2-04ac-4abd-abf7-dd098293ca26 req-52c4aeb7-214f-4199-b817-0c2548b15a5c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:15.942772 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c0f9e9a2-04ac-4abd-abf7-dd098293ca26 req-52c4aeb7-214f-4199-b817-0c2548b15a5c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0851228 May 16 17:42:15.961410 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Transition to ACTIVE for port object 5942e31d-ecd1-4f97-9d8e-c38cb2323490 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:42:15.971132 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:16.044910 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Pushing event updated for resources: {'Port': ['ID=5942e31d-ecd1-4f97-9d8e-c38cb2323490,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:16.050839 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c0f9e9a2-04ac-4abd-abf7-dd098293ca26 req-4f313d54-ed98-4a7f-971d-e1d3a060dfa1 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002138 May 16 17:42:16.139614 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Attempting to bind port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:42:16.139946 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Attempting to bind port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:42:16.140284 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Attempting to bind port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:16.145696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:42:16.146035 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Attempting to bind port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 on network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:42:16.151657 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:42:16.152005 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Checking segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:42:16.152542 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Bound using segment: {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:42:16.152982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Bound port: 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea96912f-cf7b-41b1-b5e8-0e5a01028037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:42:16.153399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:16.225831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] For port 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:42:16.230003 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] For port 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:42:16.240965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:16.277376 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:16.278079 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:16.279466 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] 10.222.0.35 "PUT /v2.0/ports/5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 1094 time: 1.2191465 May 16 17:42:16.279914 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:16.282456 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:16.324941 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6a325-1f52-4ce3-aabc-61dbae298ccd service neutron] Pushing event updated for resources: {'Port': ['ID=5942e31d-ecd1-4f97-9d8e-c38cb2323490,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:16.340992 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27600a6c-9822-40fa-bb02-1d8293f819f7 x-openstack-request-id: req-27600a6c-9822-40fa-bb02-1d8293f819f7 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:16.341281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:16.342036 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27600a6c-9822-40fa-bb02-1d8293f819f7 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:16.342456 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27600a6c-9822-40fa-bb02-1d8293f819f7'] response: {'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'status': 'completed', 'code': 200} May 16 17:42:16.422097 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01488e9-9130-45d0-82a1-207d10b10da8 req-040de10d-071d-4c2c-a6d1-a4ac428fff53 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:16.423871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f01488e9-9130-45d0-82a1-207d10b10da8 req-040de10d-071d-4c2c-a6d1-a4ac428fff53 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0580876 May 16 17:42:16.473682 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f01488e9-9130-45d0-82a1-207d10b10da8 req-d366c2f7-5fdc-46f6-bfb1-4dfd5876bf7a tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 May 16 17:42:16.753744 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1975842-82e9-4770-9780-9b576d9f6199 req-e87a4df8-d3e4-43f6-9191-91c653a7d0d2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:16.755162 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c1975842-82e9-4770-9780-9b576d9f6199 req-e87a4df8-d3e4-43f6-9191-91c653a7d0d2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0779836 May 16 17:42:16.762960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83e23-a5b4-478a-b9d8-99951a190465 req-086bfebd-cb37-42ed-847f-fa40e500a218 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:16.764292 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-afa83e23-a5b4-478a-b9d8-99951a190465 req-086bfebd-cb37-42ed-847f-fa40e500a218 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0762725 May 16 17:42:16.835951 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c1975842-82e9-4770-9780-9b576d9f6199 req-254d7c20-3cf5-42fe-85dd-8aaa5be1f9d7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707386 May 16 17:42:16.839521 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-afa83e23-a5b4-478a-b9d8-99951a190465 req-a56e702a-92da-4331-97e1-813a0f24baa0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687208 May 16 17:42:16.956926 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac829a-6a9c-4d55-ad24-1b5b5101c0ee req-a513392b-c587-4199-b63a-acf82b32b860 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:16.958316 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bac829a-6a9c-4d55-ad24-1b5b5101c0ee req-a513392b-c587-4199-b63a-acf82b32b860 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0518115 May 16 17:42:17.010337 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bac829a-6a9c-4d55-ad24-1b5b5101c0ee req-982b79bb-ee78-4337-895d-392c0fbeddb0 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 May 16 17:42:17.593696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d280-f059-4bb8-afec-8e36bab3d1fd req-e9cc2974-eb21-4ec7-a95b-843def73c554 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:17.595171 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4738d280-f059-4bb8-afec-8e36bab3d1fd req-e9cc2974-eb21-4ec7-a95b-843def73c554 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0469234 May 16 17:42:17.642693 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4738d280-f059-4bb8-afec-8e36bab3d1fd req-d6b16343-f7cf-4303-a7c8-cd4eaa67ce75 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 May 16 17:42:17.997946 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33760a3d-fb5f-4418-bd62-65b37e4b640c req-26fa64a9-8062-417b-a254-8293c9464017 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:17.999873 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-33760a3d-fb5f-4418-bd62-65b37e4b640c req-26fa64a9-8062-417b-a254-8293c9464017 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0644448 May 16 17:42:18.102959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe862f-72e8-4b9f-bdec-879a5cc749eb req-ffe8486f-2145-4c15-a129-bd29b56f8b6f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:18.104516 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9efe862f-72e8-4b9f-bdec-879a5cc749eb req-ffe8486f-2145-4c15-a129-bd29b56f8b6f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0961933 May 16 17:42:18.139491 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-33760a3d-fb5f-4418-bd62-65b37e4b640c req-3e4077e3-0088-4c67-975d-0c157a45d321 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281753 May 16 17:42:18.167078 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9efe862f-72e8-4b9f-bdec-879a5cc749eb req-0a2adff4-0dea-4cef-a215-250786346c60 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564389 May 16 17:42:18.241888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b6788-39e8-4dda-86ec-b8e77d9606cf req-225fee43-f5ad-48df-b44b-82b78f27f1a5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:18.243357 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f1b6788-39e8-4dda-86ec-b8e77d9606cf req-225fee43-f5ad-48df-b44b-82b78f27f1a5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0478878 May 16 17:42:18.290960 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f1b6788-39e8-4dda-86ec-b8e77d9606cf req-f00594fa-a238-4e8d-97d0-a68609b6407a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 May 16 17:42:18.409779 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994eae-1eb3-4c68-9fb7-0269f640318d req-c6972f72-2803-429d-b5ad-6ccc71b438b0 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:18.411707 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cc994eae-1eb3-4c68-9fb7-0269f640318d req-c6972f72-2803-429d-b5ad-6ccc71b438b0 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0545940 May 16 17:42:18.423221 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60246) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:18.428805 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'port_id': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:18.499218 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (a3d32258-f701-49cb-8bf6-681d514c1b08), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:18.774550 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0f360-fe0d-4855-9b4c-81811c7edbf6 req-b7443f19-57fd-4282-b735-ccee55cf1049 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:18.778384 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5aa0f360-fe0d-4855-9b4c-81811c7edbf6 req-b7443f19-57fd-4282-b735-ccee55cf1049 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0563672 May 16 17:42:18.835633 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5aa0f360-fe0d-4855-9b4c-81811c7edbf6 req-3e7ffc11-91e0-4276-b335-310825ed89c4 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 May 16 17:42:19.084281 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:19.088842 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (a3d32258-f701-49cb-8bf6-681d514c1b08), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:19.188481 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP a3d32258-f701-49cb-8bf6-681d514c1b08 associated. External IP: 172.27.0.141, port: f9e656f2-4ff2-469e-ba68-5ee1c1275d29. May 16 17:42:19.311090 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8cfc4-d489-4c57-b40a-565acbd058e0 req-52998e70-04ee-4829-a830-e3df3ddb2257 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:19.312987 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-65d8cfc4-d489-4c57-b40a-565acbd058e0 req-52998e70-04ee-4829-a830-e3df3ddb2257 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.1014555 May 16 17:42:19.329701 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edbd1b-e670-4eef-90ce-4478a3a071a7 req-a750cd5a-0461-45a9-b5f8-601d923e7b1d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:19.331813 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-94edbd1b-e670-4eef-90ce-4478a3a071a7 req-a750cd5a-0461-45a9-b5f8-601d923e7b1d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0711961 May 16 17:42:19.397102 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-65d8cfc4-d489-4c57-b40a-565acbd058e0 req-01b1b89f-b00c-4955-a250-f08ebad2138c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746047 May 16 17:42:19.414720 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-94edbd1b-e670-4eef-90ce-4478a3a071a7 req-d6fe1da8-c31c-4cfa-96dd-363214286e8f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664275 May 16 17:42:19.433664 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:42:19.540890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:42:19.545724 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:19.551629 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11a796-3330-4220-be25-885440194a33 None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:42:19.561653 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:42:19.562239 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:19.575464 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-b23fd322-9e1a-41ab-be1a-2edb0f7e68eb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "PUT /v2.0/floatingips/a3d32258-f701-49cb-8bf6-681d514c1b08 HTTP/1.1" status: 200 len: 991 time: 1.1510184 May 16 17:42:19.576042 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:19.578355 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb528f46-5787-45fa-a179-2f8e3503cdac" -d '{"events": [{"name": "network-changed", "server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:19.612781 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf9b3ff-cc24-458e-9de3-d284c9497756 x-openstack-request-id: req-fbf9b3ff-cc24-458e-9de3-d284c9497756 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:19.613075 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:19.613344 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbf9b3ff-cc24-458e-9de3-d284c9497756 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:19.613758 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf9b3ff-cc24-458e-9de3-d284c9497756'] response: {'name': 'network-changed', 'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'status': 'completed', 'code': 200} May 16 17:42:19.660853 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:42:19.876653 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'a3d32258-f701-49cb-8bf6-681d514c1b08', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:f5:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc187581-b958-457b-8aca-7774e8416ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:41:49Z', 'updated_at': '2022-05-16T17:42:18Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}, {'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:48Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:19.906885 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11a796-3330-4220-be25-885440194a33 None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:42:19.915826 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:42:19.916548 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:41:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:20.000082 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d2e9e-4d56-4558-a8c9-48562c27fcd7 req-2d8eb21d-3549-430d-8328-365b7520d2f2 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:20.001804 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cc0d2e9e-4d56-4558-a8c9-48562c27fcd7 req-2d8eb21d-3549-430d-8328-365b7520d2f2 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0812747 May 16 17:42:20.020286 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:42:20.053519 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cc0d2e9e-4d56-4558-a8c9-48562c27fcd7 req-13f5ce11-c860-417e-8be0-a3090a2acea4 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 May 16 17:42:20.324698 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fb11a796-3330-4220-be25-885440194a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'a3d32258-f701-49cb-8bf6-681d514c1b08', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:f5:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc187581-b958-457b-8aca-7774e8416ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:41:49Z', 'updated_at': '2022-05-16T17:42:18Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}, {'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:48Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:20.348656 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11a796-3330-4220-be25-885440194a33 None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'a3d32258-f701-49cb-8bf6-681d514c1b08', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:f5:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc187581-b958-457b-8aca-7774e8416ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:41:49Z', 'updated_at': '2022-05-16T17:42:18Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}, {'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:48Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:42:20.550901 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eac0f-fc63-479d-82f4-e6382e04a160 None None] New status for floating IP a3d32258-f701-49cb-8bf6-681d514c1b08: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:42:20.555426 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eed891-7f59-4ea7-96f6-efefc12ac4d8 req-a40f39ca-79d6-411f-8cb5-207748b44669 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:20.558155 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a5eed891-7f59-4ea7-96f6-efefc12ac4d8 req-a40f39ca-79d6-411f-8cb5-207748b44669 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0818400 May 16 17:42:20.564999 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d524-f4d5-43bc-ace5-bdaf072a30ad req-933f19cd-1154-4cef-93cb-264fb7486dad tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:20.566746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ce85d524-f4d5-43bc-ace5-bdaf072a30ad req-933f19cd-1154-4cef-93cb-264fb7486dad tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0810699 May 16 17:42:20.639390 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ce85d524-f4d5-43bc-ace5-bdaf072a30ad req-bc8056a9-fe52-44b3-a33a-19912df83a5a tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658469 May 16 17:42:20.642196 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a5eed891-7f59-4ea7-96f6-efefc12ac4d8 req-0b1a9c00-6713-4226-bc8f-43a0ef34fc8d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750508 May 16 17:42:21.188221 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11c735-3131-48c2-b083-872e22f6d555 req-7df8aeca-5328-4b73-a824-13bdf29283d6 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:21.189718 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cd11c735-3131-48c2-b083-872e22f6d555 req-7df8aeca-5328-4b73-a824-13bdf29283d6 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0521538 May 16 17:42:21.236683 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cd11c735-3131-48c2-b083-872e22f6d555 req-eeca2eca-df7a-4afd-9b42-fa7660e50b41 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 May 16 17:42:21.781650 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9bb0-c0e8-4081-ad8b-c1a3c019bbb6 req-c349fead-d46c-49ec-9c79-687698212e51 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:21.783118 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dc0f9bb0-c0e8-4081-ad8b-c1a3c019bbb6 req-c349fead-d46c-49ec-9c79-687698212e51 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0728693 May 16 17:42:21.790825 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784fb9-bb98-45c3-8f8b-3add3ab4a841 req-6f9ff1ff-0bb2-471f-89de-a86aa5b220f3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:21.792157 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97784fb9-bb98-45c3-8f8b-3add3ab4a841 req-6f9ff1ff-0bb2-471f-89de-a86aa5b220f3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0730474 May 16 17:42:21.866948 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dc0f9bb0-c0e8-4081-ad8b-c1a3c019bbb6 req-52793b06-4dce-4684-a5c0-b83144fdcfc6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738668 May 16 17:42:21.870609 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97784fb9-bb98-45c3-8f8b-3add3ab4a841 req-d83db9da-ae61-4041-b2bd-a972f573731c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715365 May 16 17:42:22.351815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc0ad-6a41-4f8a-8f07-14fefed61f75 req-0d54801e-5190-499d-98f5-66c276508d69 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:22.353239 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-035cc0ad-6a41-4f8a-8f07-14fefed61f75 req-0d54801e-5190-499d-98f5-66c276508d69 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0481062 May 16 17:42:22.399827 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-035cc0ad-6a41-4f8a-8f07-14fefed61f75 req-cc40c306-7515-472c-829a-416ad6c05e15 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406311 May 16 17:42:23.018812 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffec2d-0257-413d-a17b-62b67d0f7a15 req-d47b04d1-0625-4a6d-b6f9-2cad1a1a7513 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:23.020266 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-22ffec2d-0257-413d-a17b-62b67d0f7a15 req-d47b04d1-0625-4a6d-b6f9-2cad1a1a7513 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0763083 May 16 17:42:23.030556 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3a29-6d13-47f6-b8ed-a797b4d72564 req-5ecadb49-2b21-4877-b11e-b2fb682fb996 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:23.031900 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27bc3a29-6d13-47f6-b8ed-a797b4d72564 req-5ecadb49-2b21-4877-b11e-b2fb682fb996 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0867066 May 16 17:42:23.108646 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-22ffec2d-0257-413d-a17b-62b67d0f7a15 req-70240ec7-bf7c-4023-8944-6512fce8af47 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757427 May 16 17:42:23.115449 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27bc3a29-6d13-47f6-b8ed-a797b4d72564 req-f72ec73b-168b-437c-b8e6-faa9a6c00b79 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767448 May 16 17:42:23.523728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313756-1a7f-4b9c-98b0-8a041edefb41 req-e7cdc1c7-fded-4246-b167-74e4a4a55e65 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:23.525275 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bd313756-1a7f-4b9c-98b0-8a041edefb41 req-e7cdc1c7-fded-4246-b167-74e4a4a55e65 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0558052 May 16 17:42:23.571682 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bd313756-1a7f-4b9c-98b0-8a041edefb41 req-a978d343-1d21-4008-96c2-737c3c0e366b tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 May 16 17:42:24.251020 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830207-95b6-4935-aa41-537e27f73b0b req-5d8040b7-0704-4f6e-9335-c33eaef14c58 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:24.252478 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-88830207-95b6-4935-aa41-537e27f73b0b req-5d8040b7-0704-4f6e-9335-c33eaef14c58 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0761194 May 16 17:42:24.265129 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe617-2da6-49e3-a486-588a77be38af req-c89249cd-995f-4c05-ba6b-bfeac1549144 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:24.266597 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-deafe617-2da6-49e3-a486-588a77be38af req-c89249cd-995f-4c05-ba6b-bfeac1549144 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0799835 May 16 17:42:24.337184 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-88830207-95b6-4935-aa41-537e27f73b0b req-2018257d-d4de-4d9f-bfec-cdb19fbf4d34 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789127 May 16 17:42:24.340987 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-deafe617-2da6-49e3-a486-588a77be38af req-4030e1d3-10f8-4531-8c41-170e6fcccbbb tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686309 May 16 17:42:24.698669 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917c10-4422-4789-ac5f-3944438b159e req-cb2da000-a2bf-491f-b7c7-b1bdb773fa3b tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:24.700191 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cc917c10-4422-4789-ac5f-3944438b159e req-cb2da000-a2bf-491f-b7c7-b1bdb773fa3b tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0495267 May 16 17:42:24.757754 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cc917c10-4422-4789-ac5f-3944438b159e req-8cf329b1-45e8-4761-8f0b-45e8e4cc0961 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512300 May 16 17:42:25.488648 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda47c1-075b-4b7e-865f-702f465659d5 req-a517cebc-bfd0-42f9-9f66-342056136877 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:25.490934 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-beda47c1-075b-4b7e-865f-702f465659d5 req-a517cebc-bfd0-42f9-9f66-342056136877 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0775979 May 16 17:42:25.499435 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f2885-8202-4147-b07b-a12e0bcf1701 req-7147255f-70ab-40de-97de-5dc3852b59c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:25.500831 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-043f2885-8202-4147-b07b-a12e0bcf1701 req-7147255f-70ab-40de-97de-5dc3852b59c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0786941 May 16 17:42:25.568293 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-beda47c1-075b-4b7e-865f-702f465659d5 req-c845b544-94fa-45ba-80bf-ee2ec3f36190 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665290 May 16 17:42:25.575236 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-043f2885-8202-4147-b07b-a12e0bcf1701 req-324e53ea-5031-43ff-8d03-9110698a68e3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678549 May 16 17:42:25.851344 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e1e65b9-7e94-4c85-8fea-30b85756f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:25.886556 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057043d-ade2-4ba5-9ce2-41331ee67568 req-2f7259e4-84f6-4288-abfc-234afcb30a0c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:25.888161 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3057043d-ade2-4ba5-9ce2-41331ee67568 req-2f7259e4-84f6-4288-abfc-234afcb30a0c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0505273 May 16 17:42:25.936263 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3057043d-ade2-4ba5-9ce2-41331ee67568 req-2534efac-c727-46ad-8a5d-d94fa4f1fd8f tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 May 16 17:42:26.721252 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e24de2-ddf9-430f-a003-377e8381cc09 req-2cf09a24-8c58-4aa5-b1b4-4e15ca57e420 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:26.722713 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-23e24de2-ddf9-430f-a003-377e8381cc09 req-2cf09a24-8c58-4aa5-b1b4-4e15ca57e420 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0793045 May 16 17:42:26.728818 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf463c1-bca1-4f3f-9703-5c7f6bdffe0d req-72edd2cf-2a5e-4120-a077-00e9e0d9724b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:26.730284 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-acf463c1-bca1-4f3f-9703-5c7f6bdffe0d req-72edd2cf-2a5e-4120-a077-00e9e0d9724b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0774028 May 16 17:42:26.804909 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-23e24de2-ddf9-430f-a003-377e8381cc09 req-3aed7914-da0c-430a-81c4-eca0bf2bf776 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736599 May 16 17:42:26.808149 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-acf463c1-bca1-4f3f-9703-5c7f6bdffe0d req-f54f417c-08ea-4706-bf96-2498fce4d469 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709879 May 16 17:42:27.057143 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cf303-6a81-4937-9585-006e1afe6ab4 req-a9d2caed-da68-4203-9070-e61a3c4979f2 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:27.058581 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-282cf303-6a81-4937-9585-006e1afe6ab4 req-a9d2caed-da68-4203-9070-e61a3c4979f2 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0510848 May 16 17:42:27.105450 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-282cf303-6a81-4937-9585-006e1afe6ab4 req-8fe6bfc7-5e12-4368-905e-8ecead89ac62 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 May 16 17:42:27.963382 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29425280-e5a6-4eec-a583-59286b13d967 req-cc023670-1a92-4040-a4be-4c34877dca81 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:27.964852 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-29425280-e5a6-4eec-a583-59286b13d967 req-cc023670-1a92-4040-a4be-4c34877dca81 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0754707 May 16 17:42:27.970729 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ad74-dee9-426d-9fa0-9c759f220f93 req-974268a0-e584-4708-9704-6641c8e7540c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:27.971970 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fe24ad74-dee9-426d-9fa0-9c759f220f93 req-974268a0-e584-4708-9704-6641c8e7540c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0807304 May 16 17:42:28.041295 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-29425280-e5a6-4eec-a583-59286b13d967 req-5c674988-5987-4c83-b2d0-282514364554 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684204 May 16 17:42:28.045205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fe24ad74-dee9-426d-9fa0-9c759f220f93 req-63dbc155-5692-4753-af1f-1adf3c70ed2d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667315 May 16 17:42:28.235807 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd62cc-a7f2-4d08-b626-ece2b9bb00a4 req-62706b91-a083-44b4-b51d-a6f5e6dbb2dc tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:28.237187 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eecd62cc-a7f2-4d08-b626-ece2b9bb00a4 req-62706b91-a083-44b4-b51d-a6f5e6dbb2dc tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0516706 May 16 17:42:28.289014 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eecd62cc-a7f2-4d08-b626-ece2b9bb00a4 req-aa0a4e79-ea1b-4d5d-9f02-cf6e05bda1eb tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 May 16 17:42:28.311884 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-21d37c9f-c570-4eb3-b268-76bc21d01bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:29.086021 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:29.193573 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e94f5-f880-4e5a-83b9-6a28fadcd965 req-7604b8c2-2aab-4732-9f16-0f952fadeff7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:29.195049 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-822e94f5-f880-4e5a-83b9-6a28fadcd965 req-7604b8c2-2aab-4732-9f16-0f952fadeff7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0768943 May 16 17:42:29.201081 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49f04f-c4bd-4769-8701-c3a8939cdce4 req-b5f40d6c-1634-46e5-8d99-594c05cf9747 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:29.202460 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e49f04f-c4bd-4769-8701-c3a8939cdce4 req-b5f40d6c-1634-46e5-8d99-594c05cf9747 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0855820 May 16 17:42:29.274018 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-822e94f5-f880-4e5a-83b9-6a28fadcd965 req-e688068f-f0a1-47f2-8f56-b26754e99fa3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705638 May 16 17:42:29.277734 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e49f04f-c4bd-4769-8701-c3a8939cdce4 req-9efae962-2c0a-4544-bdde-b9a019930173 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683870 May 16 17:42:29.405909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366b3f-a13f-401c-85ed-ec5dfb9b6be8 req-fea5c0bc-94e6-4c0c-a75d-60f5a6131d9c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:29.407327 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2a366b3f-a13f-401c-85ed-ec5dfb9b6be8 req-fea5c0bc-94e6-4c0c-a75d-60f5a6131d9c tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0486019 May 16 17:42:29.452859 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2a366b3f-a13f-401c-85ed-ec5dfb9b6be8 req-8e19cab4-a590-494b-95d5-d354db5399df tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 May 16 17:42:29.563045 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:30.409158 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:30.422751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec8bb-64a4-4645-a939-269bd057f8f7 req-addd4e12-34b2-44d5-94be-0f830f635b5d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:30.424201 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0f3ec8bb-64a4-4645-a939-269bd057f8f7 req-addd4e12-34b2-44d5-94be-0f830f635b5d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0705876 May 16 17:42:30.438258 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dca3a5-b953-46b9-b1a0-db7b044a5244 req-c54541fd-3fe3-4c10-aee1-f925f3020f87 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:30.439652 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96dca3a5-b953-46b9-b1a0-db7b044a5244 req-c54541fd-3fe3-4c10-aee1-f925f3020f87 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0772116 May 16 17:42:30.512716 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0f3ec8bb-64a4-4645-a939-269bd057f8f7 req-37265b2d-cd82-4f17-9fc3-8ac8611c3434 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721033 May 16 17:42:30.516571 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96dca3a5-b953-46b9-b1a0-db7b044a5244 req-3bb552ec-d391-4522-a1fb-138efc973b31 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703399 May 16 17:42:30.613322 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb78a91-5e99-4794-8925-b68a5f3d5cc8 req-ef403956-2aa9-481d-a8d2-8da50489241d tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:30.614822 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb78a91-5e99-4794-8925-b68a5f3d5cc8 req-ef403956-2aa9-481d-a8d2-8da50489241d tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0479555 May 16 17:42:30.663438 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb78a91-5e99-4794-8925-b68a5f3d5cc8 req-5bcd55b4-e1d0-4943-b7c8-a2f2e944cbda tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 May 16 17:42:31.423501 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-85cd3155-ec39-456a-846f-902a0e2aa513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:31.425088 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-85cd3155-ec39-456a-846f-902a0e2aa513 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1128 time: 0.0793180 May 16 17:42:31.426958 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-77354fa7-3e82-4fe2-ba65-9e4166c415eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:31.428541 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-77354fa7-3e82-4fe2-ba65-9e4166c415eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 1129 time: 0.0421484 May 16 17:42:31.447078 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-807eaff0-bd1f-414f-957a-89714fd1fe3a tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:31.448390 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-807eaff0-bd1f-414f-957a-89714fd1fe3a tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0603175 May 16 17:42:31.659366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eabd4-0585-429f-bc95-3bed3b3c8dad req-ab084d77-ce6f-4fa8-9074-7af2a57dd958 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:31.660736 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-042eabd4-0585-429f-bc95-3bed3b3c8dad req-ab084d77-ce6f-4fa8-9074-7af2a57dd958 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0810111 May 16 17:42:31.672079 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b581853-e5be-4e8a-bed6-e99156d58c23 req-12c7c92c-779a-4596-8928-85953fafcff9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:31.673781 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3b581853-e5be-4e8a-bed6-e99156d58c23 req-12c7c92c-779a-4596-8928-85953fafcff9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0823524 May 16 17:42:31.745610 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-042eabd4-0585-429f-bc95-3bed3b3c8dad req-bb52b16d-d27f-4feb-a4eb-12641481fa52 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708129 May 16 17:42:31.754391 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3b581853-e5be-4e8a-bed6-e99156d58c23 req-b000f262-61c1-460c-95a6-cd792587bb2f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731871 May 16 17:42:31.862278 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac92c4-bbed-48e4-a772-a565db920491 req-23ac722e-f8c9-41ab-8613-328091ac93f7 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:31.863728 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9dac92c4-bbed-48e4-a772-a565db920491 req-23ac722e-f8c9-41ab-8613-328091ac93f7 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0543542 May 16 17:42:31.910656 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9dac92c4-bbed-48e4-a772-a565db920491 req-ab8efcf1-7a9e-48a3-9c80-62f9394fe472 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 May 16 17:42:32.145753 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:32.294577 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-6e4c6d72-0a2a-47d5-bd4c-d136c826a942 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 217 time: 0.0406806 May 16 17:42:32.346507 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-586b8c97-741e-405b-9c27-220305b7f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:32.348015 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-586b8c97-741e-405b-9c27-220305b7f27e service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.0937650 May 16 17:42:32.409926 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-66e27bbd-d7c8-463e-9f1d-56d1b1fdc2eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29 HTTP/1.1" status: 200 len: 1001 time: 0.0545237 May 16 17:42:32.413067 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-6780e266-f712-47fa-b233-b3ec85587806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:32.414516 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-6780e266-f712-47fa-b233-b3ec85587806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.1047270 May 16 17:42:32.425987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Deleting port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:42:32.426639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:32.478273 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-8681ffd0-5552-45a0-b81e-06c16c3431e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:32.480221 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-8681ffd0-5552-45a0-b81e-06c16c3431e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0453262 May 16 17:42:32.522885 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59103a81-d7df-4041-972a-0582d2879964 req-fbf28135-e9fc-4b56-bd05-e17bfb846821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:32.524335 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-fbf28135-e9fc-4b56-bd05-e17bfb846821 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844657 May 16 17:42:32.531549 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-d87e575b-1399-42de-8366-53bdb17167e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:32.533092 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-d87e575b-1399-42de-8366-53bdb17167e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465407 May 16 17:42:32.574477 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] For port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,segment=NetworkSegment(7cfd73a7-d1d5-47d8-b73a-21cd561a4177),segment_id=7cfd73a7-d1d5-47d8-b73a-21cd561a4177)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:32.574839 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:32.629005 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-bc0664a7-92f3-46a7-9afb-c1e73c15dc19 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851789 May 16 17:42:32.729002 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-fb528f46-5787-45fa-a179-2f8e3503cdac req-0dde0fe4-e581-41a0-9234-6b4ce372cc53 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928676 May 16 17:42:32.846895 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Calling delete_port for 29f2ac14-d56d-435d-b3f7-0732ac5ae67b owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:42:32.985332 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9dcac-081b-4fec-b907-6ffae0bc8bb1 req-e3f5f18c-5768-41a5-8b1c-1e2718298d95 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:32.986778 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30c9dcac-081b-4fec-b907-6ffae0bc8bb1 req-e3f5f18c-5768-41a5-8b1c-1e2718298d95 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.1587949 May 16 17:42:33.018350 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3355c7-fc23-49e0-8b45-2cf599956181 req-f7dbdace-3511-47f3-ba32-1d5b6978cfea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:33.020074 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2d3355c7-fc23-49e0-8b45-2cf599956181 req-f7dbdace-3511-47f3-ba32-1d5b6978cfea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.1698451 May 16 17:42:33.031945 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-8dbe0a20-7526-4512-8453-d078a3128b2e service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004847 May 16 17:42:33.163779 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30c9dcac-081b-4fec-b907-6ffae0bc8bb1 req-199116ae-1b70-47c7-b4ba-4a76c3d2e8f0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682503 May 16 17:42:33.188142 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2d3355c7-fc23-49e0-8b45-2cf599956181 req-bacf1a38-ec2d-4ebb-bbdf-fc370cd628f4 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546564 May 16 17:42:33.232269 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59103a81-d7df-4041-972a-0582d2879964 req-63787c16-9572-493c-adac-70f563b82815 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924453 May 16 17:42:33.290126 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68e03-840a-4261-b334-c3f575381848 req-80ed2009-a160-4396-ab16-70d93f7691f7 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:33.291587 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-daa68e03-840a-4261-b334-c3f575381848 req-80ed2009-a160-4396-ab16-70d93f7691f7 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 950 time: 0.0584621 May 16 17:42:33.292725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (29f2ac14-d56d-435d-b3f7-0732ac5ae67b), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:33.327010 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Pushing event deleted for resources: {'Port': ['ID=29f2ac14-d56d-435d-b3f7-0732ac5ae67b,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:33.410382 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] No DVR routers for this DVR port 29f2ac14-d56d-435d-b3f7-0732ac5ae67b on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:42:33.419540 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:33.422876 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b4005f9f-d683-4fc6-b350-d9fd360542c6 req-aa50bda0-e409-4a6e-be84-245f90a4d219 tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.35 "DELETE /v2.0/ports/29f2ac14-d56d-435d-b3f7-0732ac5ae67b HTTP/1.1" status: 204 len: 173 time: 1.1612136 May 16 17:42:33.423318 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfa2070-9612-437b-badd-71224db017b2', 'name': 'network-vif-deleted', 'tag': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:33.425572 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287e2061-caad-4db4-a164-41f3d9fbbb79" -d '{"events": [{"server_uuid": "9dfa2070-9612-437b-badd-71224db017b2", "name": "network-vif-deleted", "tag": "29f2ac14-d56d-435d-b3f7-0732ac5ae67b"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:33.432556 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-daa68e03-840a-4261-b334-c3f575381848 req-e1a7a005-ccd8-43ac-abf8-ebb2fffce3ed tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0564c54-ed0b-4bb0-a93d-029e495e012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323245 May 16 17:42:33.463645 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a5456c-2255-4663-96ab-75ae2080a644 x-openstack-request-id: req-c7a5456c-2255-4663-96ab-75ae2080a644 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:33.463941 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfa2070-9612-437b-badd-71224db017b2", "name": "network-vif-deleted", "tag": "29f2ac14-d56d-435d-b3f7-0732ac5ae67b", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:33.464192 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7a5456c-2255-4663-96ab-75ae2080a644 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:33.464593 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a5456c-2255-4663-96ab-75ae2080a644'] response: {'server_uuid': '9dfa2070-9612-437b-badd-71224db017b2', 'name': 'network-vif-deleted', 'tag': '29f2ac14-d56d-435d-b3f7-0732ac5ae67b', 'status': 'completed', 'code': 200} May 16 17:42:34.267345 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60484) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:34.324712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c17b4-a47c-4cad-8333-3b3e393acb7c req-989f0dae-ac44-4aa0-b05a-3fa0c6e1cbb4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:34.326323 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-735c17b4-a47c-4cad-8333-3b3e393acb7c req-989f0dae-ac44-4aa0-b05a-3fa0c6e1cbb4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0862911 May 16 17:42:34.356209 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fa791-d04b-4927-9ce2-bade8de6d355 req-53ce0960-0068-4001-a009-a7c63650f19c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:34.357960 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212fa791-d04b-4927-9ce2-bade8de6d355 req-53ce0960-0068-4001-a009-a7c63650f19c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0873697 May 16 17:42:34.417143 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3f2b-15fb-414b-b65b-7aebce00de0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.428507 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-99d1a626-767f-4973-b2c7-1dc09f4500a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:34.430024 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-99d1a626-767f-4973-b2c7-1dc09f4500a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1128 time: 0.1028171 May 16 17:42:34.487725 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212fa791-d04b-4927-9ce2-bade8de6d355 req-124f7279-bcdb-4e72-8cba-574033e1bba5 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083663 May 16 17:42:34.495695 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-735c17b4-a47c-4cad-8333-3b3e393acb7c req-4ffa9582-087e-435b-a89d-ceedb5b612c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554849 May 16 17:42:34.508283 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3f2b-15fb-414b-b65b-7aebce00de0b admin admin] Publish callbacks [] for security_group (9f29f7f0-5b27-492e-83ad-999276979fae), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.523225 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3f2b-15fb-414b-b65b-7aebce00de0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9f29f7f0-5b27-492e-83ad-999276979fae), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.566686 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3e9f3f2b-15fb-414b-b65b-7aebce00de0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5cb2466cdb94a25b9fba014b95f6cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956991 May 16 17:42:34.566686 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f3f2b-15fb-414b-b65b-7aebce00de0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f29f7f0-5b27-492e-83ad-999276979fae,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:34.567033 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 60490) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:34.573924 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:42:34.586632 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 29f2ac14-d56d-435d-b3f7-0732ac5ae67b no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:42:34.597781 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-462b3a4a-23d6-409b-abd7-5b60b06cdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:34.599232 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-462b3a4a-23d6-409b-abd7-5b60b06cdd15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.1605754 May 16 17:42:34.612429 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 29f2ac14-d56d-435d-b3f7-0732ac5ae67b {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:42:34.612777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 29f2ac14-d56d-435d-b3f7-0732ac5ae67b not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:42:34.623871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e55e9a5f-87a1-431a-8c0d-4f3dc6a3efe2 req-41ec80f9-21bf-473a-842d-a35c0070852b tempest-VolumesNegativeTest-2062945549 tempest-VolumesNegativeTest-2062945549-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dfa2070-9612-437b-badd-71224db017b2 HTTP/1.1" status: 200 len: 210 time: 0.0352795 May 16 17:42:34.655003 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b0e5b41c-94a9-4410-9bf7-c84e9e78915b admin admin] Publish callbacks [] for security_group (9f29f7f0-5b27-492e-83ad-999276979fae), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.677070 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b0e5b41c-94a9-4410-9bf7-c84e9e78915b admin admin] Publish callbacks [] for security_group (9f29f7f0-5b27-492e-83ad-999276979fae), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.699223 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:34.710777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'port_id': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'mac_address': 'fa:16:3e:b1:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:42:34.749448 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d3d402b3-9560-4542-9028-c21ffae8c316 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:34.749870 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.759260 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-e4e9681b-1e2e-46e5-9e6d-615284f0af0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 217 time: 0.0342124 May 16 17:42:34.765039 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d402b3-9560-4542-9028-c21ffae8c316 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:34.779367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b0e5b41c-94a9-4410-9bf7-c84e9e78915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9f29f7f0-5b27-492e-83ad-999276979fae), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.781921 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b0e5b41c-94a9-4410-9bf7-c84e9e78915b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.783007 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-b0e5b41c-94a9-4410-9bf7-c84e9e78915b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f29f7f0-5b27-492e-83ad-999276979fae HTTP/1.1" status: 204 len: 168 time: 0.2121670 May 16 17:42:34.788833 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:34.797487 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:34.817719 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5b41c-94a9-4410-9bf7-c84e9e78915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f29f7f0-5b27-492e-83ad-999276979fae,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:34.832844 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-810293e1-8bcd-4642-82ad-81f52af9f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:34.835158 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-810293e1-8bcd-4642-82ad-81f52af9f1be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0644052 May 16 17:42:34.868428 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:34.877066 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.877847 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.878451 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.878984 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.879383 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.879833 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.880195 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.880586 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.880989 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.881403 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.881864 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.882241 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.882627 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.883005 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.883412 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:42:34.891925 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-bdd1cb62-cafb-4303-9b8d-5e00aa18e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:34.893718 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-bdd1cb62-cafb-4303-9b8d-5e00aa18e308 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493765 May 16 17:42:34.997848 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-22564bc3-787d-4caa-9c71-0337aa95817c service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917926 May 16 17:42:35.069390 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['d3d402b3-9560-4542-9028-c21ffae8c316'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:42:35.092825 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60498) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:35.096502 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-37d26f06-04fb-41ca-b2fb-6d64bf6b0529 req-b4865011-f353-40e8-b821-85b0d0673fbd service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880101 May 16 17:42:35.108035 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94e4697d-6c75-4e22-aa8f-05fb5df6d085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.189541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94e4697d-6c75-4e22-aa8f-05fb5df6d085 admin admin] Publish callbacks [] for security_group (2bf8febc-20bd-4d56-870d-3b7e6ada7736), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.194708 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-94e4697d-6c75-4e22-aa8f-05fb5df6d085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2bf8febc-20bd-4d56-870d-3b7e6ada7736), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.238879 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-94e4697d-6c75-4e22-aa8f-05fb5df6d085 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fbbcc24152c4f0bafb0a65deb2d38f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449509 May 16 17:42:35.240413 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4697d-6c75-4e22-aa8f-05fb5df6d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf8febc-20bd-4d56-870d-3b7e6ada7736,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:35.241708 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 60504) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:35.297318 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89cb2c2b-322b-4bea-a75c-f5d3713f8fc0 admin admin] Publish callbacks [] for security_group (2bf8febc-20bd-4d56-870d-3b7e6ada7736), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.322384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89cb2c2b-322b-4bea-a75c-f5d3713f8fc0 admin admin] Publish callbacks [] for security_group (2bf8febc-20bd-4d56-870d-3b7e6ada7736), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.375613 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89cb2c2b-322b-4bea-a75c-f5d3713f8fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2bf8febc-20bd-4d56-870d-3b7e6ada7736), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.378210 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89cb2c2b-322b-4bea-a75c-f5d3713f8fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:35.379377 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-89cb2c2b-322b-4bea-a75c-f5d3713f8fc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bf8febc-20bd-4d56-870d-3b7e6ada7736 HTTP/1.1" status: 204 len: 168 time: 0.1366770 May 16 17:42:35.387488 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb2c2b-322b-4bea-a75c-f5d3713f8fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf8febc-20bd-4d56-870d-3b7e6ada7736,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:35.649166 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c02ac7-53e2-49e6-938d-3385a2007a81 req-6a78d823-44d2-4336-9ce0-3fc68816a6c0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:35.650838 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-15c02ac7-53e2-49e6-938d-3385a2007a81 req-6a78d823-44d2-4336-9ce0-3fc68816a6c0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 945 time: 0.0740848 May 16 17:42:35.662685 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71019-5ae7-4855-951f-3940dcfa0960 req-6b47fdec-4406-45a0-9fb6-a9e01863f848 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:35.664344 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a4c71019-5ae7-4855-951f-3940dcfa0960 req-6b47fdec-4406-45a0-9fb6-a9e01863f848 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.0889149 May 16 17:42:35.746118 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-15c02ac7-53e2-49e6-938d-3385a2007a81 req-1694a48d-1322-4bd6-86db-71ab83e8ecfd tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807297 May 16 17:42:35.749428 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a4c71019-5ae7-4855-951f-3940dcfa0960 req-f8c126e0-b5c6-4fbd-81b6-8f68340b2d3f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775530 May 16 17:42:36.581678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5942e31d-ecd1-4f97-9d8e-c38cb2323490 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:42:36.587248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:42:36.628836 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 60608) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:36.706563 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port d3d402b3-9560-4542-9028-c21ffae8c316 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:42:36.718387 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port d3d402b3-9560-4542-9028-c21ffae8c316 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:36.718787 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.753235 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dce451ba-d44c-41bc-b66e-539178673ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.760013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:36.777915 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:42:36.848979 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:36.849186 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.861258 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d3d402b3-9560-4542-9028-c21ffae8c316 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:36.861714 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.873983 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5942e31d-ecd1-4f97-9d8e-c38cb2323490 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:42:36.906239 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:36.908711 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215cf328-de2c-4ce4-82a3-c1f45b215bf5" -d '{"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-plugged", "status": "completed", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:36.913691 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:36.922435 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.928559 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dce451ba-d44c-41bc-b66e-539178673ec5 admin admin] Publish callbacks [] for security_group (c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.929707 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:36.938464 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.940350 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dce451ba-d44c-41bc-b66e-539178673ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:36.968389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa9c04-2318-480c-9fd1-45d170321e2a req-e25f49d1-a729-43b0-ac8b-ed1831b89e5a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:36.969882 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f4fa9c04-2318-480c-9fd1-45d170321e2a req-e25f49d1-a729-43b0-ac8b-ed1831b89e5a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 944 time: 0.1116810 May 16 17:42:36.975970 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c827140-299b-4d29-978c-f908878a8d27 req-1dd60623-3b61-4063-b51b-43037246135c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:36.977391 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c827140-299b-4d29-978c-f908878a8d27 req-1dd60623-3b61-4063-b51b-43037246135c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 945 time: 0.0908291 May 16 17:42:36.993609 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=5942e31d-ecd1-4f97-9d8e-c38cb2323490,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:37.027607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce451ba-d44c-41bc-b66e-539178673ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:37.039159 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-dce451ba-d44c-41bc-b66e-539178673ec5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a83ff714966d4251bd771f40a8444b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086299 May 16 17:42:37.042264 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60636) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:37.052407 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:37.083272 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f4fa9c04-2318-480c-9fd1-45d170321e2a req-e975edc5-f63a-48eb-baa7-e03d2bfc4869 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029415 May 16 17:42:37.092518 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c827140-299b-4d29-978c-f908878a8d27 req-3e02d185-ad62-462b-99c9-aff3ab4e1750 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970664 May 16 17:42:37.109379 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e18adb92-ae8f-4346-b43e-603fcc474db2 admin admin] Publish callbacks [] for security_group (c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:37.134322 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e18adb92-ae8f-4346-b43e-603fcc474db2 admin admin] Publish callbacks [] for security_group (c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:37.139951 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55528552-0eae-4e66-8fef-4d83d30dee89 x-openstack-request-id: req-55528552-0eae-4e66-8fef-4d83d30dee89 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:37.140234 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-plugged", "status": "completed", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:37.141048 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55528552-0eae-4e66-8fef-4d83d30dee89 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:37.141461 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55528552-0eae-4e66-8fef-4d83d30dee89'] response: {'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'code': 200} May 16 17:42:37.187885 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e18adb92-ae8f-4346-b43e-603fcc474db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:37.190805 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e18adb92-ae8f-4346-b43e-603fcc474db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:37.192040 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e18adb92-ae8f-4346-b43e-603fcc474db2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1 HTTP/1.1" status: 204 len: 168 time: 0.1486449 May 16 17:42:37.202337 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18adb92-ae8f-4346-b43e-603fcc474db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf5f4a-bd64-46ec-9d07-74a71b0de8b1,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:38.265048 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83b9b-12b0-4434-92d5-a6523a3276db req-131fb944-25a1-4df5-b578-cbcd2a2cd825 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:38.266670 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ed83b9b-12b0-4434-92d5-a6523a3276db req-131fb944-25a1-4df5-b578-cbcd2a2cd825 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 945 time: 0.0856924 May 16 17:42:38.282184 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206572-064b-4138-85dd-5d0d79fd991e req-8705b945-5931-4484-a99f-0f42fadd399d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:38.286017 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f4206572-064b-4138-85dd-5d0d79fd991e req-8705b945-5931-4484-a99f-0f42fadd399d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0677385 May 16 17:42:38.375828 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f4206572-064b-4138-85dd-5d0d79fd991e req-8abb6620-ce37-4ee0-ae21-7fd650149c92 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776381 May 16 17:42:38.379066 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ed83b9b-12b0-4434-92d5-a6523a3276db req-92493479-be58-4c45-b1e3-57f3d186bdb9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917819 May 16 17:42:39.516339 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1813a-ac78-4035-becc-7f74fa657579 req-88d4d4a8-ac4b-41f6-9726-c4b3abb74619 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:39.517828 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58b1813a-ac78-4035-becc-7f74fa657579 req-88d4d4a8-ac4b-41f6-9726-c4b3abb74619 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 945 time: 0.0646551 May 16 17:42:39.523746 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe509e1-bbba-4821-87a6-6407c9fd66fb req-10eecc02-b6e4-4734-9b51-f85a82f3ddef tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:39.525061 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe509e1-bbba-4821-87a6-6407c9fd66fb req-10eecc02-b6e4-4734-9b51-f85a82f3ddef tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0809131 May 16 17:42:39.599809 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58b1813a-ac78-4035-becc-7f74fa657579 req-be20b08f-1b41-42ec-95eb-4f4e23f9c996 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737743 May 16 17:42:39.603181 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe509e1-bbba-4821-87a6-6407c9fd66fb req-62260c9a-1d38-4756-b4d9-8921ce32843d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713265 May 16 17:42:39.700863 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969ce89-fc0d-4c3f-9848-b59baafb29b5 req-70057ffe-0c55-4d2a-8324-e83d35a53a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:39.703420 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5969ce89-fc0d-4c3f-9848-b59baafb29b5 req-70057ffe-0c55-4d2a-8324-e83d35a53a04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1130 time: 0.0424075 May 16 17:42:39.749634 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['5942e31d-ecd1-4f97-9d8e-c38cb2323490'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:42:39.754110 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5969ce89-fc0d-4c3f-9848-b59baafb29b5 req-5091e600-4f4b-4e65-87ce-55b468b6a3bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 May 16 17:42:40.746619 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970a3f3-b970-48ad-baaf-1cdfab88a910 req-cdf4fdfe-0c42-4ee9-9e12-d81ff1328521 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:40.748092 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e970a3f3-b970-48ad-baaf-1cdfab88a910 req-cdf4fdfe-0c42-4ee9-9e12-d81ff1328521 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0766628 May 16 17:42:40.755797 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486f11-541e-4593-a29a-2ff50d790402 req-92452b1b-e34e-429b-974a-6179d6d05250 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:40.757120 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d5486f11-541e-4593-a29a-2ff50d790402 req-92452b1b-e34e-429b-974a-6179d6d05250 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 945 time: 0.0765357 May 16 17:42:40.827692 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e970a3f3-b970-48ad-baaf-1cdfab88a910 req-87146815-f4aa-495b-aff6-58438d5c321f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696189 May 16 17:42:40.830868 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d5486f11-541e-4593-a29a-2ff50d790402 req-05f0c85e-e05c-4bac-9230-7b8b7f0ed485 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673466 May 16 17:42:41.621605 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5942e31d-ecd1-4f97-9d8e-c38cb2323490 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:42:41.677229 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:42:41.684729 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:42:41.685164 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:41.759497 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:42:41.759894 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:41.783279 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:41.785531 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d2f22-691d-456a-82e8-bb09b35ee1da" -d '{"events": [{"server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "name": "network-vif-plugged", "status": "completed", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:41.801445 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:42:41.808196 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:41.951825 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22be3483-da8c-4209-9bf9-ce0874fd7535 x-openstack-request-id: req-22be3483-da8c-4209-9bf9-ce0874fd7535 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:41.952420 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "name": "network-vif-plugged", "status": "completed", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:41.952892 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22be3483-da8c-4209-9bf9-ce0874fd7535 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:41.953470 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22be3483-da8c-4209-9bf9-ce0874fd7535'] response: {'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'code': 200} May 16 17:42:41.982339 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=5942e31d-ecd1-4f97-9d8e-c38cb2323490,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:42.016916 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c11f8-2b87-4551-be5f-26d5950a4838 req-561ad2eb-5f23-40c3-9a83-f298670d8eb3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:42.018421 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4a5c11f8-2b87-4551-be5f-26d5950a4838 req-561ad2eb-5f23-40c3-9a83-f298670d8eb3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0738008 May 16 17:42:42.024401 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915927c-6cd7-4e4f-9946-1934a30e81f5 req-5f77e8b9-9e54-4038-8f64-ca055e50fe9e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:42.025783 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a915927c-6cd7-4e4f-9946-1934a30e81f5 req-5f77e8b9-9e54-4038-8f64-ca055e50fe9e tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0988452 May 16 17:42:42.093651 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4a5c11f8-2b87-4551-be5f-26d5950a4838 req-a32457e5-0510-4c19-b3a4-43d644dd7292 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668645 May 16 17:42:42.105597 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a915927c-6cd7-4e4f-9946-1934a30e81f5 req-9f37ca40-ba80-45a4-a278-88443c7e4423 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715294 May 16 17:42:42.110565 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:42:42.233071 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2313ec-70ea-4307-8a6e-f149de916732 req-7d3af997-8647-48f4-9c30-c1c75c6deac4 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:42.234633 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee2313ec-70ea-4307-8a6e-f149de916732 req-7d3af997-8647-48f4-9c30-c1c75c6deac4 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0553532 May 16 17:42:42.285068 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee2313ec-70ea-4307-8a6e-f149de916732 req-2d1750ac-ba98-4f0c-b78c-06d3c0bdbdb6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447690 May 16 17:42:42.310968 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60866) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:42.439296 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60872) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:42.555270 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-7a38f57f-8105-45d6-8e7e-72803d854149 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b9ec3ed53c944d9a3a98f0ac5fb912b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1145654 May 16 17:42:42.557926 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 60876) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:42.560860 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c71e96-92b0-44cc-ba31-69afff57e52d tempest-TestShelveInstance-185676743 tempest-TestShelveInstance-185676743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:42.562343 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f3c71e96-92b0-44cc-ba31-69afff57e52d tempest-TestShelveInstance-185676743 tempest-TestShelveInstance-185676743-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1125 time: 0.2501576 May 16 17:42:42.565378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 60878) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:42.569695 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'port_id': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:42.591420 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:42.612427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f39b0f2-c391-45cc-b880-470f89699561 admin admin] Publish callbacks [] for security_group (d0564c54-ed0b-4bb0-a93d-029e495e012a), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:42.634682 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f39b0f2-c391-45cc-b880-470f89699561 admin admin] Publish callbacks [] for security_group (d0564c54-ed0b-4bb0-a93d-029e495e012a), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:42.670595 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:42.687323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f39b0f2-c391-45cc-b880-470f89699561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d0564c54-ed0b-4bb0-a93d-029e495e012a), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:42.690019 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2f39b0f2-c391-45cc-b880-470f89699561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:42.693452 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-2f39b0f2-c391-45cc-b880-470f89699561 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0564c54-ed0b-4bb0-a93d-029e495e012a HTTP/1.1" status: 204 len: 168 time: 0.1323121 May 16 17:42:42.699267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39b0f2-c391-45cc-b880-470f89699561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0564c54-ed0b-4bb0-a93d-029e495e012a,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:43.015116 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Allocated IP 172.27.0.211 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/fe1ec2b7-8cab-4195-bf38-cab9239306dd) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:42:43.126558 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:43.166354 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:43.216202 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:42:43.219152 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:42:43.222695 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:42:43.259386 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'Port': ['ID=fe1ec2b7-8cab-4195-bf38-cab9239306dd,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:43.261876 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f0854-cb63-451c-89e6-8f257b4b0651 req-039c646b-a620-4b58-9690-7265ed8e693d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:43.264493 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-930f0854-cb63-451c-89e6-8f257b4b0651 req-039c646b-a620-4b58-9690-7265ed8e693d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0668552 May 16 17:42:43.319415 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-930f0854-cb63-451c-89e6-8f257b4b0651 req-648feda3-e1ff-488b-b263-7c55c1664b71 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487664 May 16 17:42:43.583004 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for floatingip (b466f08e-98bf-48b7-96bd-995850b320e0), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:43.653019 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:43.833643 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:43.838908 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:43.914872 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event updated for resources: {'Port': ['ID=fe1ec2b7-8cab-4195-bf38-cab9239306dd,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:43.920331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (b466f08e-98bf-48b7-96bd-995850b320e0), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:44.016283 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Floating IP b466f08e-98bf-48b7-96bd-995850b320e0 associated. External IP: 172.27.0.211, port: d3d402b3-9560-4542-9028-c21ffae8c316. May 16 17:42:44.212844 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:42:44.316104 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:42:44.326046 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] Sync routers for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:42:44.335141 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:44.336829 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:42:44.337451 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:44.366609 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6c187b7f-fc5b-46b5-86e5-cb37cd87afc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8000910 May 16 17:42:44.367206 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:44.369832 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df397d79-7d64-4c4e-9bae-65b4a47d6c17" -d '{"events": [{"name": "network-changed", "server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:44.405848 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00c696-631a-48e6-a94f-446b582de315 x-openstack-request-id: req-2f00c696-631a-48e6-a94f-446b582de315 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:44.406143 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:44.406444 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f00c696-631a-48e6-a94f-446b582de315 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:44.406853 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f00c696-631a-48e6-a94f-446b582de315'] response: {'name': 'network-changed', 'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'status': 'completed', 'code': 200} May 16 17:42:44.438852 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b5be7-d6c4-49d4-bc8b-5f01fd6a3e4e req-677188ec-7447-45eb-b1a1-285c66f0b869 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:44.440396 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af9b5be7-d6c4-49d4-bc8b-5f01fd6a3e4e req-677188ec-7447-45eb-b1a1-285c66f0b869 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0514667 May 16 17:42:44.444266 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:42:44.532487 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc07877-5b2e-46df-8e35-79814fb503a8 req-fd6a85c6-8e0f-4c47-a91c-b9557f9f2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:44.533977 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dbc07877-5b2e-46df-8e35-79814fb503a8 req-fd6a85c6-8e0f-4c47-a91c-b9557f9f2bbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0747645 May 16 17:42:44.555663 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-bbb1d513-e626-4034-b57c-6b076208f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:44.557086 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-bbb1d513-e626-4034-b57c-6b076208f407 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1130 time: 0.0862081 May 16 17:42:44.566450 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af9b5be7-d6c4-49d4-bc8b-5f01fd6a3e4e req-7882ded3-2e7d-456a-8c0f-ba349a349ec2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203904 May 16 17:42:44.619829 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dbc07877-5b2e-46df-8e35-79814fb503a8 req-f5f0b2ae-fbeb-410f-8f75-3b9bbe127ba3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733924 May 16 17:42:44.655889 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b466f08e-98bf-48b7-96bd-995850b320e0', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'port_id': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'mac_address': 'fa:16:3e:b1:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643ca394-14c0-407b-be2a-3616138ebdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:43Z', 'updated_at': '2022-05-16T17:42:43Z', 'revision_number': 0, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:44.677512 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-0981ce76-839f-41a8-8e4c-9594f01f033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:44.680023 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-0981ce76-839f-41a8-8e4c-9594f01f033e service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 910 time: 0.1110690 May 16 17:42:44.690251 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] Checking router: 65e04aab-690c-4c2f-ad70-9fe525fc1bfb for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:42:44.698902 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:42:44.699508 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:44.800864 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:42:45.001960 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-d4373d2c-36f5-4070-84ef-00d938a6d139 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 1000 time: 0.1013663 May 16 17:42:45.027944 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b466f08e-98bf-48b7-96bd-995850b320e0', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'port_id': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'mac_address': 'fa:16:3e:b1:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643ca394-14c0-407b-be2a-3616138ebdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:43Z', 'updated_at': '2022-05-16T17:42:43Z', 'revision_number': 0, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:45.053389 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55536bf4-a318-4841-8db5-4539fd9b3c90 None None] The sync data for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi is: [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b466f08e-98bf-48b7-96bd-995850b320e0', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'port_id': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'mac_address': 'fa:16:3e:b1:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643ca394-14c0-407b-be2a-3616138ebdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:43Z', 'updated_at': '2022-05-16T17:42:43Z', 'revision_number': 0, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:42:45.053712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-b893daf4-0f5d-4409-99cc-adae15b3b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:45.054896 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-b893daf4-0f5d-4409-99cc-adae15b3b877 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0466187 May 16 17:42:45.103287 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-b917aa30-0001-4983-969c-79d12366223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:45.104890 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-b917aa30-0001-4983-969c-79d12366223c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415804 May 16 17:42:45.217936 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-4e4873cd-4817-4fc2-a4dd-08a93e05e498 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026070 May 16 17:42:45.283635 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61555f06-b9a6-4b00-8f3a-98f52d23d6a6 None None] New status for floating IP b466f08e-98bf-48b7-96bd-995850b320e0: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:42:45.688510 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b641-0e6e-4245-becb-2b49597bc4ea req-c3a89f63-2d96-4053-8732-d68d756bf636 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:45.690213 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed70b641-0e6e-4245-becb-2b49597bc4ea req-c3a89f63-2d96-4053-8732-d68d756bf636 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0493629 May 16 17:42:45.736574 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed70b641-0e6e-4245-becb-2b49597bc4ea req-f27f5d0f-cbda-4cf7-897e-9b8339cf86eb tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405374 May 16 17:42:46.855339 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291569bf-501c-40d4-9aec-b8ec82dea9ea req-5dd880be-8985-407b-838f-c4119e7a8a30 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:46.856805 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-291569bf-501c-40d4-9aec-b8ec82dea9ea req-5dd880be-8985-407b-838f-c4119e7a8a30 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0486243 May 16 17:42:46.903819 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-291569bf-501c-40d4-9aec-b8ec82dea9ea req-7f777eb1-f69b-44bf-a46e-831a62a45767 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 May 16 17:42:48.025147 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc29c0-dae7-4287-8fbe-2d0767eb8b63 req-8713cd39-f570-44f2-8690-8ed39663c9b7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:48.026653 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-02cc29c0-dae7-4287-8fbe-2d0767eb8b63 req-8713cd39-f570-44f2-8690-8ed39663c9b7 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0501940 May 16 17:42:48.074898 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-02cc29c0-dae7-4287-8fbe-2d0767eb8b63 req-4d6d6267-9fe7-4f26-8dde-19520a025c3b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425282 May 16 17:42:48.208800 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-df397d79-7d64-4c4e-9bae-65b4a47d6c17 req-5893f4c6-c380-47bb-a6dc-b7ef5ec72234 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858150 May 16 17:42:49.197181 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee846385-7910-4864-a897-95e3a63d09e0 req-04386d4d-3630-421b-a6a6-a6f72f7343dc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:49.198671 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee846385-7910-4864-a897-95e3a63d09e0 req-04386d4d-3630-421b-a6a6-a6f72f7343dc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0511904 May 16 17:42:49.258869 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee846385-7910-4864-a897-95e3a63d09e0 req-4b314bbc-1735-470e-b987-63a7ba488b6f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527346 May 16 17:42:50.371541 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91674-6147-44a2-a3bb-8dc8384a4bf0 req-b483fa4d-8b12-494e-8827-d23807cffdbd tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:50.372980 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cf91674-6147-44a2-a3bb-8dc8384a4bf0 req-b483fa4d-8b12-494e-8827-d23807cffdbd tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0462592 May 16 17:42:50.421226 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cf91674-6147-44a2-a3bb-8dc8384a4bf0 req-79138ee5-f7e1-41e5-9624-e6f2457d7074 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 May 16 17:42:51.537840 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f33e1-65e1-4fe8-b610-b22764017eea req-2116c69d-831c-40a7-a3b5-50c3b30d5899 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:51.539294 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed4f33e1-65e1-4fe8-b610-b22764017eea req-2116c69d-831c-40a7-a3b5-50c3b30d5899 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0493071 May 16 17:42:51.595630 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed4f33e1-65e1-4fe8-b610-b22764017eea req-eb8f42fe-9114-4807-801a-a7107a29cc07 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503433 May 16 17:42:51.714948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a4f08-35c3-49b6-a06c-e2fdefc57736 req-8a3529ce-3ded-4d2e-b42f-80d528dcef58 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:51.716305 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-763a4f08-35c3-49b6-a06c-e2fdefc57736 req-8a3529ce-3ded-4d2e-b42f-80d528dcef58 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0550649 May 16 17:42:51.727939 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32784) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:51.732459 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'floatingip': {'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:42:51.771755 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:52.224259 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:52.228771 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:52.325451 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Floating IP 4d5c449e-bcfb-4142-944b-8e8dbf0a35f9 associated. External IP: 172.27.0.204, port: 5942e31d-ecd1-4f97-9d8e-c38cb2323490. May 16 17:42:52.517829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Router 91a44a45-12d0-4645-8c78-871662dc9c8c has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:42:52.625707 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:42:52.631585 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:52.638540 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] Sync routers for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:42:52.649842 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:42:52.650465 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:52.663418 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-aa9910f6-5555-4b24-a76e-d402167b1fad tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "PUT /v2.0/floatingips/4d5c449e-bcfb-4142-944b-8e8dbf0a35f9 HTTP/1.1" status: 200 len: 992 time: 0.9343996 May 16 17:42:52.664224 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:42:52.666561 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:42:52.701529 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e41cb7-e31d-45a0-923a-7bf6bb74c375 x-openstack-request-id: req-36e41cb7-e31d-45a0-923a-7bf6bb74c375 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:42:52.701849 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:42:52.702106 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36e41cb7-e31d-45a0-923a-7bf6bb74c375 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:42:52.702512 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e41cb7-e31d-45a0-923a-7bf6bb74c375'] response: {'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'status': 'completed', 'code': 200} May 16 17:42:52.752927 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:42:52.972625 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '4d5c449e-bcfb-4142-944b-8e8dbf0a35f9', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:08Z', 'updated_at': '2022-05-16T17:42:52Z', 'revision_number': 1, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:52.997360 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] Checking router: 91a44a45-12d0-4645-8c78-871662dc9c8c for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:42:53.006908 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:42:53.007431 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:53.107100 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:42:53.402976 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '4d5c449e-bcfb-4142-944b-8e8dbf0a35f9', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:08Z', 'updated_at': '2022-05-16T17:42:52Z', 'revision_number': 1, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:42:53.428026 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27353b70-a079-4b90-aee8-232cda2bda15 None None] The sync data for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi is: [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '4d5c449e-bcfb-4142-944b-8e8dbf0a35f9', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:08Z', 'updated_at': '2022-05-16T17:42:52Z', 'revision_number': 1, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:42:53.621656 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bf0df-9a16-4682-acd3-40738a4f8dec None None] New status for floating IP 4d5c449e-bcfb-4142-944b-8e8dbf0a35f9: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:42:54.361468 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-5a097025-d6c9-4cae-8b1a-4c35fe8bdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:54.363006 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-5a097025-d6c9-4cae-8b1a-4c35fe8bdcb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0416696 May 16 17:42:54.676742 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-a335d101-dce8-42f9-97b6-d126bb54d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:54.678587 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-a335d101-dce8-42f9-97b6-d126bb54d31b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.3095317 May 16 17:42:55.858362 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-40aed798-b98c-4a75-a203-de70bd45ccf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:57.125983 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-b6f951cb-16d6-4555-bc45-e80991f112ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 1002 time: 0.0626376 May 16 17:42:57.180241 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-1fd26335-3d03-40ae-8967-4d42aa356fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:57.182023 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-1fd26335-3d03-40ae-8967-4d42aa356fef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0499568 May 16 17:42:57.234940 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-30eb22fa-2fb9-4e72-8d97-2a89cd939c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:42:57.236538 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-30eb22fa-2fb9-4e72-8d97-2a89cd939c8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413082 May 16 17:42:57.328763 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-27c4921b-f4f4-45c0-9774-049809eefd04 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835333 May 16 17:42:57.431337 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-63a07aac-2bea-444e-b3ad-d8e51ad2d0e3 req-d7fe6216-7299-4bf2-8cbf-940256fe1910 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923357 May 16 17:42:58.317046 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a70b2a63-e59f-4e43-8100-037108e70c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.080372 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.201228 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32898) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:59.315939 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c065-b5f6-4510-b1c8-29b6f860fe15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.394576 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c065-b5f6-4510-b1c8-29b6f860fe15 admin admin] Publish callbacks [] for security_group (c7887b1f-81a8-4021-a18d-8cac83498128), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.400117 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c065-b5f6-4510-b1c8-29b6f860fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c7887b1f-81a8-4021-a18d-8cac83498128), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.436966 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7c065-b5f6-4510-b1c8-29b6f860fe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7887b1f-81a8-4021-a18d-8cac83498128,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:42:59.442647 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-b8a7c065-b5f6-4510-b1c8-29b6f860fe15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50daf261b3734624a1d32769dfd12ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404976 May 16 17:42:59.445427 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32908) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:42:59.494686 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c055b6a2-68db-42eb-a549-aa9771e71b1d admin admin] Publish callbacks [] for security_group (c7887b1f-81a8-4021-a18d-8cac83498128), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.518460 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c055b6a2-68db-42eb-a549-aa9771e71b1d admin admin] Publish callbacks [] for security_group (c7887b1f-81a8-4021-a18d-8cac83498128), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.563595 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.576033 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c055b6a2-68db-42eb-a549-aa9771e71b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (c7887b1f-81a8-4021-a18d-8cac83498128), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.579241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c055b6a2-68db-42eb-a549-aa9771e71b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:42:59.580431 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c055b6a2-68db-42eb-a549-aa9771e71b1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7887b1f-81a8-4021-a18d-8cac83498128 HTTP/1.1" status: 204 len: 168 time: 0.1341085 May 16 17:42:59.589742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b6a2-68db-42eb-a549-aa9771e71b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7887b1f-81a8-4021-a18d-8cac83498128,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:00.224540 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32936) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:00.326988 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1814643661-network', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:00.350910 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Made reservation on behalf of 2a1f3dc604cd46e4961489cd14f66d13 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:00.353541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.362870 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.412916 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.445409 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks [] for security_group (22743301-aec4-4986-b88e-b6144ec66d9d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.449208 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (22743301-aec4-4986-b88e-b6144ec66d9d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.476720 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:43:00.482301 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22743301-aec4-4986-b88e-b6144ec66d9d,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:00.490301 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (22fc4d39-53a4-4544-98be-1de6ec99d72d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.490301 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Added segment 22fc4d39-53a4-4544-98be-1de6ec99d72d of type vlan for network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 May 16 17:43:00.529925 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (ded888d4-a06e-43ec-993f-7e4a7d4b7b51), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.554079 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (ded888d4-a06e-43ec-993f-7e4a7d4b7b51), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.555038 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:00.555609 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.589051 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3631589 May 16 17:43:00.592037 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 32946) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:00.597167 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Request body: {'subnet': {'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1814643661-subnet', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:00.619049 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Made reservation on behalf of 2a1f3dc604cd46e4961489cd14f66d13 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:00.619339 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b5d94-3337-4ee3-9415-dad8882f3f1d admin admin] Pushing event updated for resources: {'Network': ['ID=ded888d4-a06e-43ec-993f-7e4a7d4b7b51,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:00.621828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739885'] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.630893 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:43:00.815054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8739899'] for subnet (083497a0-1142-422f-9019-6269bf555f6a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.875345 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083497a0-1142-422f-9019-6269bf555f6a,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:00.882852 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Checking segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:00.883209 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Network hostable DHCP agents. Network: ded888d4-a06e-43ec-993f-7e4a7d4b7b51, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:43:00.902000 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:43:00.912580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, ded888d4-a06e-43ec-993f-7e4a7d4b7b51) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:00.917282 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:00.918812 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.923436 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a67658-9583-48e2-a7cc-d96d6591d1cf None None] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:43:00.938256 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-050378a7-b214-40ef-8198-3ba2a0d1a952 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3448889 May 16 17:43:00.940131 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 32954) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:00.944646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:00.966507 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (b831b8cd-ab48-4522-91b2-09b11d0b22cb), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:00.967659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (b831b8cd-ab48-4522-91b2-09b11d0b22cb), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.021997 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks [] for router_controller (b831b8cd-ab48-4522-91b2-09b11d0b22cb), precommit_add_association {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.024186 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:43:01.025157 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.158332 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks [] for router_gateway (b831b8cd-ab48-4522-91b2-09b11d0b22cb), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.160438 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Allocated IP 172.20.0.2 (ded888d4-a06e-43ec-993f-7e4a7d4b7b51/083497a0-1142-422f-9019-6269bf555f6a/642d3863-a34b-407c-8ee2-7434f6f47a6c) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:01.306287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Publish callbacks [] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.313105 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.347806 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks [] for router_gateway (b831b8cd-ab48-4522-91b2-09b11d0b22cb), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.348502 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:01.351373 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:01.357890 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:01.364173 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Pushing event updated for resources: {'Port': ['ID=642d3863-a34b-407c-8ee2-7434f6f47a6c,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:01.378603 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.416572 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Attempting to bind port 642d3863-a34b-407c-8ee2-7434f6f47a6c on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:01.416858 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Attempting to bind port 642d3863-a34b-407c-8ee2-7434f6f47a6c by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:01.417224 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Attempting to bind port 642d3863-a34b-407c-8ee2-7434f6f47a6c on network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:01.423109 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:01.423109 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Checking segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:01.423534 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.423931 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Bound using segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:01.424403 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Bound port: 642d3863-a34b-407c-8ee2-7434f6f47a6c, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:01.424805 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.486233 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Allocated IP 172.27.0.229 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/71a2a1b3-99b7-4031-98ac-a0a78b08354d) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:01.487560 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f872be84-e189-422a-ad62-6162c822e00f None None] For port 642d3863-a34b-407c-8ee2-7434f6f47a6c, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:01.490914 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f872be84-e189-422a-ad62-6162c822e00f None None] For port 642d3863-a34b-407c-8ee2-7434f6f47a6c, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=642d3863-a34b-407c-8ee2-7434f6f47a6c,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:01.497342 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.550879 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872be84-e189-422a-ad62-6162c822e00f None None] Pushing event updated for resources: {'Port': ['ID=642d3863-a34b-407c-8ee2-7434f6f47a6c,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:01.596153 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks [] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.630647 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.669229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:01.672303 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:01.680282 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:01.686014 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Pushing event updated for resources: {'Port': ['ID=71a2a1b3-99b7-4031-98ac-a0a78b08354d,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:01.816864 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32966) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:01.950159 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-89916bde-e55a-41ff-bcb3-b3805016f348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:01.997714 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks [] for router_gateway (b831b8cd-ab48-4522-91b2-09b11d0b22cb), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.026131 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-89916bde-e55a-41ff-bcb3-b3805016f348 admin admin] Publish callbacks [] for security_group (6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.030966 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-89916bde-e55a-41ff-bcb3-b3805016f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.070485 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-89916bde-e55a-41ff-bcb3-b3805016f348 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45011717071f40db98085ac4fc62daef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525992 May 16 17:43:02.071576 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89916bde-e55a-41ff-bcb3-b3805016f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:02.074132 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32972) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:02.125310 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4c569a6d-90de-4b4a-8be6-0b4dd628c2af admin admin] Publish callbacks [] for security_group (6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.151247 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4c569a6d-90de-4b4a-8be6-0b4dd628c2af admin admin] Publish callbacks [] for security_group (6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.152745 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.209956 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (b831b8cd-ab48-4522-91b2-09b11d0b22cb), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.217108 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4c569a6d-90de-4b4a-8be6-0b4dd628c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.220402 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4c569a6d-90de-4b4a-8be6-0b4dd628c2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.224723 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-4c569a6d-90de-4b4a-8be6-0b4dd628c2af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab HTTP/1.1" status: 204 len: 168 time: 0.1493988 May 16 17:43:02.233945 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569a6d-90de-4b4a-8be6-0b4dd628c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3b9e0-071c-4c1e-b6e1-bd163dd9a5ab,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:02.377621 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-97173967-0728-4a43-b281-060744e4c71e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586505 May 16 17:43:02.451146 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Router b831b8cd-ab48-4522-91b2-09b11d0b22cb is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:43:02.460575 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b257d-e3b6-458f-acd3-057db8879482 req-5afc5a13-f299-442d-b024-95feb03aa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:02.462092 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-5afc5a13-f299-442d-b024-95feb03aa0d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 1130 time: 0.0578742 May 16 17:43:02.628674 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:43:02.638074 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Sync routers for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:43:02.645541 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de900f-7df5-4b44-94af-04a4c653d919 None None] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:43:02.645742 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b257d-e3b6-458f-acd3-057db8879482 req-3b182983-b641-4035-b8e1-068a66b0b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:02.647578 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-3b182983-b641-4035-b8e1-068a66b0b38f service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.1451378 May 16 17:43:02.648631 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:02.649258 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:02.661165 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.666024 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32976) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:02.666264 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7cb73f9e-838a-4eb0-bc86-9958405fef2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7249200 May 16 17:43:02.686777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] Provisioning complete for port 642d3863-a34b-407c-8ee2-7434f6f47a6c triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:02.687354 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.738184 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-5f518880-fcc6-49e6-8977-d6abe5b23257 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1 HTTP/1.1" status: 200 len: 1002 time: 0.0706735 May 16 17:43:02.774338 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:02.797007 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] Current status of the port 642d3863-a34b-407c-8ee2-7434f6f47a6c is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:02.797799 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.802434 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b257d-e3b6-458f-acd3-057db8879482 req-e0001915-1d38-4968-ad2d-bb5170847496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:02.803939 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-e0001915-1d38-4968-ad2d-bb5170847496 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0504696 May 16 17:43:02.853078 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b257d-e3b6-458f-acd3-057db8879482 req-f21dde53-fc2f-40ba-bbcb-3e6d8464ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:02.854631 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-f21dde53-fc2f-40ba-bbcb-3e6d8464ef9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436683 May 16 17:43:02.873711 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] For port 642d3863-a34b-407c-8ee2-7434f6f47a6c, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=642d3863-a34b-407c-8ee2-7434f6f47a6c,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:02.879408 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:02.953419 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603c77-4151-4563-bd5d-93158622a9c3 None None] Pushing event updated for resources: {'Port': ['ID=642d3863-a34b-407c-8ee2-7434f6f47a6c,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:02.998234 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-69bb3fef-6474-43a8-9975-56a3b3b145fe service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353607 May 16 17:43:03.002022 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:01Z', 'revision_number': 3, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:03.050242 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Checking router: b831b8cd-ab48-4522-91b2-09b11d0b22cb for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:43:03.050979 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Updating router b831b8cd-ab48-4522-91b2-09b11d0b22cb port 71a2a1b3-99b7-4031-98ac-a0a78b08354d binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:43:03.089710 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.109996 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a31b257d-e3b6-458f-acd3-057db8879482 req-c115f0e6-fcd2-4fe3-95d1-9df94a03f459 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026719 May 16 17:43:03.200655 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-8057bce0-b7dc-4a44-9b2f-1f13fd0fc39c None None] Provisioning complete for port 642d3863-a34b-407c-8ee2-7434f6f47a6c triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:03.201803 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8057bce0-b7dc-4a44-9b2f-1f13fd0fc39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.234390 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.331775 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-8057bce0-b7dc-4a44-9b2f-1f13fd0fc39c None None] Current status of the port 642d3863-a34b-407c-8ee2-7434f6f47a6c is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:03.337387 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 642d3863-a34b-407c-8ee2-7434f6f47a6c up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:03.385787 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 642d3863-a34b-407c-8ee2-7434f6f47a6c triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:03.386413 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.391043 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 32984) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:03.426971 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Allocated IP 172.20.0.1 (ded888d4-a06e-43ec-993f-7e4a7d4b7b51/083497a0-1142-422f-9019-6269bf555f6a/42634d34-b596-432e-9afe-af81d0751838) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:03.463421 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Publish callbacks [] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.469537 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 642d3863-a34b-407c-8ee2-7434f6f47a6c is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:03.470563 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.516490 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Attempting to bind port 71a2a1b3-99b7-4031-98ac-a0a78b08354d on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:03.516868 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Attempting to bind port 71a2a1b3-99b7-4031-98ac-a0a78b08354d by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:03.517231 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Attempting to bind port 71a2a1b3-99b7-4031-98ac-a0a78b08354d on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:03.522171 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b0c6-8443-45b3-a590-9f5052550134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.524961 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:03.525331 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:03.525759 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.526153 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:03.526618 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Bound port: 71a2a1b3-99b7-4031-98ac-a0a78b08354d, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:03.527001 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.542386 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks [] for port (42634d34-b596-432e-9afe-af81d0751838), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.554057 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Pushing event updated for resources: {'Port': ['ID=71a2a1b3-99b7-4031-98ac-a0a78b08354d,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:03.564006 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.564409 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.564743 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.565121 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.565474 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.565899 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.566251 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.566558 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.566946 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.567296 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.567627 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.567957 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.568277 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.568591 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.568904 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:03.590532 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (42634d34-b596-432e-9afe-af81d0751838), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.602816 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] For port 71a2a1b3-99b7-4031-98ac-a0a78b08354d, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:03.606052 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] For port 71a2a1b3-99b7-4031-98ac-a0a78b08354d, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=71a2a1b3-99b7-4031-98ac-a0a78b08354d,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:03.612503 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.612931 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b0c6-8443-45b3-a590-9f5052550134 admin admin] Publish callbacks [] for security_group (acab7e70-34e0-4f77-9062-bfa28bc6917e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.616664 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b0c6-8443-45b3-a590-9f5052550134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (acab7e70-34e0-4f77-9062-bfa28bc6917e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.629770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:03.632637 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:03.638550 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:03.660959 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f1e8b0c6-8443-45b3-a590-9f5052550134 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4aaf58e817524d0080ea855ecceae6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687950 May 16 17:43:03.664036 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 32988) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:03.666181 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Pushing event updated for resources: {'Port': ['ID=42634d34-b596-432e-9afe-af81d0751838,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:03.673410 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:03.675293 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:03.690563 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b0c6-8443-45b3-a590-9f5052550134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acab7e70-34e0-4f77-9062-bfa28bc6917e,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:03.708416 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (b831b8cd-ab48-4522-91b2-09b11d0b22cb), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.731682 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c381b7-dd6f-49fa-90ee-22033b66d33f None None] Pushing event updated for resources: {'Port': ['ID=71a2a1b3-99b7-4031-98ac-a0a78b08354d,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:03.772776 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0245d4d0-63e7-4618-9c59-e4947eb57c4e admin admin] Publish callbacks [] for security_group (acab7e70-34e0-4f77-9062-bfa28bc6917e), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.806808 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:03.822250 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0245d4d0-63e7-4618-9c59-e4947eb57c4e admin admin] Publish callbacks [] for security_group (acab7e70-34e0-4f77-9062-bfa28bc6917e), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.854522 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-9039cab1-7ace-41af-b8aa-cba60e8b9124 None None] Provisioning complete for port 42634d34-b596-432e-9afe-af81d0751838 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:03.855018 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9039cab1-7ace-41af-b8aa-cba60e8b9124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (42634d34-b596-432e-9afe-af81d0751838), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.888575 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (42634d34-b596-432e-9afe-af81d0751838), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.893227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-9039cab1-7ace-41af-b8aa-cba60e8b9124 None None] Port 42634d34-b596-432e-9afe-af81d0751838 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:43:03.930754 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0245d4d0-63e7-4618-9c59-e4947eb57c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (acab7e70-34e0-4f77-9062-bfa28bc6917e), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.933197 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0245d4d0-63e7-4618-9c59-e4947eb57c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:03.934368 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0245d4d0-63e7-4618-9c59-e4947eb57c4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acab7e70-34e0-4f77-9062-bfa28bc6917e HTTP/1.1" status: 204 len: 168 time: 0.2692585 May 16 17:43:03.965054 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245d4d0-63e7-4618-9c59-e4947eb57c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acab7e70-34e0-4f77-9062-bfa28bc6917e,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:03.996632 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:01Z', 'revision_number': 3, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:04.021723 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619b50e-db19-40c8-ab5f-c5bf95ebbd67 None None] The sync data for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi is: [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:01Z', 'revision_number': 3, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:43:04.116248 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks [] for port (42634d34-b596-432e-9afe-af81d0751838), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:04.121945 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (42634d34-b596-432e-9afe-af81d0751838), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:04.193819 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (b831b8cd-ab48-4522-91b2-09b11d0b22cb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:04.196513 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Pushing event updated for resources: {'Port': ['ID=42634d34-b596-432e-9afe-af81d0751838,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:04.314796 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:04.316140 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:04.619821 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-c22c9bd5-5d8c-4e3a-b6eb-83d28cb95f2a None None] Provisioning complete for port 42634d34-b596-432e-9afe-af81d0751838 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:04.620878 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c22c9bd5-5d8c-4e3a-b6eb-83d28cb95f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (42634d34-b596-432e-9afe-af81d0751838), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:04.657500 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-c22c9bd5-5d8c-4e3a-b6eb-83d28cb95f2a None None] Port 42634d34-b596-432e-9afe-af81d0751838 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:43:04.737900 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Router b831b8cd-ab48-4522-91b2-09b11d0b22cb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:43:04.848904 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:43:04.854435 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ba5af553-5752-4473-8546-7525299e60a7 admin admin] 10.222.0.58 "PUT /v2.0/routers/b831b8cd-ab48-4522-91b2-09b11d0b22cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1868515 May 16 17:43:05.124924 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33026) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:05.242200 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-851765b6-7e99-4d50-aa63-49e44ae811b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.337847 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 71a2a1b3-99b7-4031-98ac-a0a78b08354d up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:05.350056 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-851765b6-7e99-4d50-aa63-49e44ae811b3 admin admin] Publish callbacks [] for security_group (ed68713b-9b91-4d14-991a-564be42974bb), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.355859 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-851765b6-7e99-4d50-aa63-49e44ae811b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (ed68713b-9b91-4d14-991a-564be42974bb), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.386668 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 71a2a1b3-99b7-4031-98ac-a0a78b08354d triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:05.387117 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.397455 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851765b6-7e99-4d50-aa63-49e44ae811b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed68713b-9b91-4d14-991a-564be42974bb,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:05.409275 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-851765b6-7e99-4d50-aa63-49e44ae811b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ab7064e81fc4aeb9f29e98a51d9d0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788336 May 16 17:43:05.409867 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33038) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:05.444135 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33040) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:05.448728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1134421428-network', 'tenant_id': '9794e667071c46f5a45dbfb038b52220'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:05.482746 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Made reservation on behalf of 9794e667071c46f5a45dbfb038b52220 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:05.485701 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.485845 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 71a2a1b3-99b7-4031-98ac-a0a78b08354d is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:05.486130 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.503223 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.505541 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dad4c4d2-a64b-49b3-b42d-e9e48608bd8c admin admin] Publish callbacks [] for security_group (ed68713b-9b91-4d14-991a-564be42974bb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.507785 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 71a2a1b3-99b7-4031-98ac-a0a78b08354d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=71a2a1b3-99b7-4031-98ac-a0a78b08354d,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:05.513058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.544965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dad4c4d2-a64b-49b3-b42d-e9e48608bd8c admin admin] Publish callbacks [] for security_group (ed68713b-9b91-4d14-991a-564be42974bb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.559002 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=71a2a1b3-99b7-4031-98ac-a0a78b08354d,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:05.627724 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dad4c4d2-a64b-49b3-b42d-e9e48608bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (ed68713b-9b91-4d14-991a-564be42974bb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.630298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-dad4c4d2-a64b-49b3-b42d-e9e48608bd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.633766 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-dad4c4d2-a64b-49b3-b42d-e9e48608bd8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed68713b-9b91-4d14-991a-564be42974bb HTTP/1.1" status: 204 len: 168 time: 0.2218308 May 16 17:43:05.643690 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks [] for security_group (34fe5b84-7869-44bb-a843-a0c8112f0b96), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.651876 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c4d2-a64b-49b3-b42d-e9e48608bd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed68713b-9b91-4d14-991a-564be42974bb,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:05.654595 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (34fe5b84-7869-44bb-a843-a0c8112f0b96), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.679494 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:43:05.697089 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fe5b84-7869-44bb-a843-a0c8112f0b96,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:05.703466 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (86a03348-570e-4be3-8797-6af343999b31), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.703889 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Added segment 86a03348-570e-4be3-8797-6af343999b31 of type vlan for network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 May 16 17:43:05.747760 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.773259 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.774420 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:05.776131 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.812921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Sync routers for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:43:05.813418 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3677022 May 16 17:43:05.815756 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33046) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:05.822514 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Request body: {'subnet': {'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1134421428-subnet', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:05.825588 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:05.826350 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:05.842861 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c169d3-5786-45ae-9a1c-f4b88a91c320 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfbfb56-c21f-4a9b-9d22-117ef0323dc7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:05.846877 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Made reservation on behalf of 9794e667071c46f5a45dbfb038b52220 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:05.850367 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:05.875706 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:43:06.029432 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (e544831f-4167-46a5-9663-49cf1b2339b3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.090064 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e544831f-4167-46a5-9663-49cf1b2339b3,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:06.097954 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Checking segment: {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:06.098404 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Network hostable DHCP agents. Network: 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:43:06.115492 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:43:06.128028 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:06.132730 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:06.133348 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.136036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:06.139261 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a284935-105c-4811-a27c-b45f6212dd5b None None] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:43:06.156242 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-590345ad-eafe-4d18-86b0-5294e84ff311 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3388040 May 16 17:43:06.160145 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33058) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:06.165168 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:06.187925 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (8146c1ae-95cf-4568-b0d7-40bc19a636b9), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.189602 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (8146c1ae-95cf-4568-b0d7-40bc19a636b9), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.246496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks [] for router_controller (8146c1ae-95cf-4568-b0d7-40bc19a636b9), precommit_add_association {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.357211 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-9bfbfb56-c21f-4a9b-9d22-117ef0323dc7', 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7', 'project_id': '9794e667071c46f5a45dbfb038b52220', 'fixed_ips': [{'subnet_id': 'e544831f-4167-46a5-9663-49cf1b2339b3'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:43:06.359456 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.431562 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33068) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:06.483736 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 2, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:06.516543 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Checking router: b831b8cd-ab48-4522-91b2-09b11d0b22cb for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:43:06.517170 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Updating router b831b8cd-ab48-4522-91b2-09b11d0b22cb port 42634d34-b596-432e-9afe-af81d0751838 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:43:06.543530 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-112884365-network', 'tenant_id': '8e740d27d929404fbc7a4964dab899d0'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:06.568260 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Made reservation on behalf of 8e740d27d929404fbc7a4964dab899d0 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:06.571296 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (42634d34-b596-432e-9afe-af81d0751838), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.571488 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.581696 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.598166 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Allocated IP 172.20.0.2 (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7/e544831f-4167-46a5-9663-49cf1b2339b3/b78ecc38-ef98-48ff-bb6a-8df45218e209) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:06.647855 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks [] for router_gateway (8146c1ae-95cf-4568-b0d7-40bc19a636b9), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.669003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks [] for security_group (afd255e5-6e92-4824-8a20-e1a499bc03af), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.673879 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (afd255e5-6e92-4824-8a20-e1a499bc03af), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.688990 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:43:06.713358 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (5c5f4986-fe40-4938-b7f9-dd726da21df2), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.713825 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Added segment 5c5f4986-fe40-4938-b7f9-dd726da21df2 of type vlan for network 9f93a893-0813-4415-8e02-fac7fa54db24 May 16 17:43:06.722562 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd255e5-6e92-4824-8a20-e1a499bc03af,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:06.758804 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (9f93a893-0813-4415-8e02-fac7fa54db24), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.767036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Publish callbacks [] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.777822 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.787868 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (9f93a893-0813-4415-8e02-fac7fa54db24), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.788972 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:06.789580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.829480 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3940628 May 16 17:43:06.831833 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33072) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:06.836721 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Request body: {'subnet': {'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-112884365-subnet', 'tenant_id': '8e740d27d929404fbc7a4964dab899d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:06.854677 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:06.855261 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f0bbb-e56d-4e64-83fd-2c377c4d8543 admin admin] Pushing event updated for resources: {'Network': ['ID=9f93a893-0813-4415-8e02-fac7fa54db24,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:06.863010 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:06.868004 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks [] for router_gateway (8146c1ae-95cf-4568-b0d7-40bc19a636b9), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.887314 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Made reservation on behalf of 8e740d27d929404fbc7a4964dab899d0 for: {'subnet': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:06.889947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739885'] for subnet (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.892417 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:06.905263 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Pushing event updated for resources: {'Port': ['ID=b78ecc38-ef98-48ff-bb6a-8df45218e209,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:06.911359 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:06.913351 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 9f93a893-0813-4415-8e02-fac7fa54db24 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:43:07.066071 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Attempting to bind port b78ecc38-ef98-48ff-bb6a-8df45218e209 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:07.066442 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Attempting to bind port b78ecc38-ef98-48ff-bb6a-8df45218e209 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:07.066807 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Attempting to bind port b78ecc38-ef98-48ff-bb6a-8df45218e209 on network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:07.101790 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:07.102131 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Checking segment: {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:07.102533 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.102923 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Bound using segment: {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:07.103402 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Bound port: b78ecc38-ef98-48ff-bb6a-8df45218e209, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:07.103779 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.105749 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Allocated IP 172.27.0.26 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/1ab8c7ab-26e4-406a-af74-b61f408a621b) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:07.200660 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] For port b78ecc38-ef98-48ff-bb6a-8df45218e209, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:07.205477 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] For port b78ecc38-ef98-48ff-bb6a-8df45218e209, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b78ecc38-ef98-48ff-bb6a-8df45218e209,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:07.223686 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8739899'] for subnet (e6a42c17-916e-492d-98f2-344938aaf1f8), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.228464 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.288225 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Publish callbacks [] for port (42634d34-b596-432e-9afe-af81d0751838), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.302197 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks [] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.303355 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (42634d34-b596-432e-9afe-af81d0751838), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.305894 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a42c17-916e-492d-98f2-344938aaf1f8,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:07.312333 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 71a2a1b3-99b7-4031-98ac-a0a78b08354d up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:07.341972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Checking segment: {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:07.342335 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Network hostable DHCP agents. Network: 9f93a893-0813-4415-8e02-fac7fa54db24, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:43:07.344105 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bd7c6-8033-4cb0-9284-b9c0ef851ba9 None None] Pushing event updated for resources: {'Port': ['ID=b78ecc38-ef98-48ff-bb6a-8df45218e209,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:07.380626 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.419496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Network 9f93a893-0813-4415-8e02-fac7fa54db24 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:43:07.437851 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:07.441509 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:07.445797 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 9f93a893-0813-4415-8e02-fac7fa54db24) {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:07.447541 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:07.456863 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd273c-0efa-455b-a9db-c3b0764bf219 None None] Pushing event updated for resources: {'Port': ['ID=42634d34-b596-432e-9afe-af81d0751838,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:07.461152 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Attempting to bind port 42634d34-b596-432e-9afe-af81d0751838 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:07.461518 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Attempting to bind port 42634d34-b596-432e-9afe-af81d0751838 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:07.462091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Attempting to bind port 42634d34-b596-432e-9afe-af81d0751838 on network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:07.472057 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f0b8e-d5be-4840-9eb3-85a9f1c2bf6b None None] Network 9f93a893-0813-4415-8e02-fac7fa54db24 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:43:07.475372 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 71a2a1b3-99b7-4031-98ac-a0a78b08354d triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:07.475744 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.477341 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:07.477750 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Checking segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:07.478136 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.478525 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Bound using segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:07.479002 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Bound port: 42634d34-b596-432e-9afe-af81d0751838, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:07.479392 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (42634d34-b596-432e-9afe-af81d0751838), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.480345 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:07.481126 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.486867 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab8c7ab-26e4-406a-af74-b61f408a621b,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:07.525161 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-3148d8dd-5632-415e-9544-d3ddc7be3854 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6920216 May 16 17:43:07.647870 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a842c-b06d-4fee-9ae6-9827aed641b5 None None] Network 9f93a893-0813-4415-8e02-fac7fa54db24 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:43:07.799789 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks [] for router_gateway (8146c1ae-95cf-4568-b0d7-40bc19a636b9), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.823568 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] For port 42634d34-b596-432e-9afe-af81d0751838, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:07.839863 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 71a2a1b3-99b7-4031-98ac-a0a78b08354d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:07.847331 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] For port 42634d34-b596-432e-9afe-af81d0751838, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=42634d34-b596-432e-9afe-af81d0751838,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:07.852057 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] Provisioning complete for port 42634d34-b596-432e-9afe-af81d0751838 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:07.852417 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (42634d34-b596-432e-9afe-af81d0751838), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:07.873657 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (42634d34-b596-432e-9afe-af81d0751838), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.026297 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (8146c1ae-95cf-4568-b0d7-40bc19a636b9), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.097412 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd273c-0efa-455b-a9db-c3b0764bf219 None None] Pushing event updated for resources: {'Port': ['ID=42634d34-b596-432e-9afe-af81d0751838,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:08.100087 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:08.100909 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:08.195600 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:43:08.288543 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] Current status of the port 42634d34-b596-432e-9afe-af81d0751838 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:08.288988 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (42634d34-b596-432e-9afe-af81d0751838), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.319415 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:08.331220 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:43:08.344891 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Sync routers for ids ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:43:08.352570 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.356481 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-661dad8c-3fff-4153-8752-549ffea10256 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1927691 May 16 17:43:08.356816 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33086) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:08.359764 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Routers {'8146c1ae-95cf-4568-b0d7-40bc19a636b9'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:08.360692 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:08.401307 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] For port 42634d34-b596-432e-9afe-af81d0751838, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=42634d34-b596-432e-9afe-af81d0751838,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:08.441421 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (42634d34-b596-432e-9afe-af81d0751838), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.513583 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Set router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:08.567409 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e06a-cb88-4528-b06e-00e59513b5e1 None None] Pushing event updated for resources: {'Port': ['ID=42634d34-b596-432e-9afe-af81d0751838,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:08.584430 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-2566d723-6bda-409f-b7ef-4828def7a474 None None] Provisioning complete for port 42634d34-b596-432e-9afe-af81d0751838 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:08.585193 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2566d723-6bda-409f-b7ef-4828def7a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (42634d34-b596-432e-9afe-af81d0751838), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.658144 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee9b0d-ff9c-4c3c-87a8-45658799aaf9 None None] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:43:08.718620 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:07Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:08.803930 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd475c-34fd-4392-a836-9fcbaf9f32de None None] The sync data for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi is: [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:07Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:43:08.826824 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-2566d723-6bda-409f-b7ef-4828def7a474 None None] Current status of the port 42634d34-b596-432e-9afe-af81d0751838 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:08.835275 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:07Z', 'revision_number': 3, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:08.866578 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.887397 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Checking router: 8146c1ae-95cf-4568-b0d7-40bc19a636b9 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:43:08.888020 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Updating router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 port 1ab8c7ab-26e4-406a-af74-b61f408a621b binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:43:08.922955 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:08.956222 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] Provisioning complete for port b78ecc38-ef98-48ff-bb6a-8df45218e209 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:08.957935 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.099943 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] Current status of the port b78ecc38-ef98-48ff-bb6a-8df45218e209 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:09.100351 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.114728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Allocated IP 172.20.0.1 (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7/e544831f-4167-46a5-9663-49cf1b2339b3/fc3f1431-3932-4b11-9ddf-ac59a401b904) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:09.157737 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] For port b78ecc38-ef98-48ff-bb6a-8df45218e209, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b78ecc38-ef98-48ff-bb6a-8df45218e209,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:09.166367 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.232470 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892c546-2bb5-4562-bda3-083a9dd970da None None] Pushing event updated for resources: {'Port': ['ID=b78ecc38-ef98-48ff-bb6a-8df45218e209,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:09.295920 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-a333cc87-2d4f-4c97-8a9d-dc3d3850546a None None] Provisioning complete for port b78ecc38-ef98-48ff-bb6a-8df45218e209 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:09.296361 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a333cc87-2d4f-4c97-8a9d-dc3d3850546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.309198 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks [] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.355399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.405494 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Publish callbacks [] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.419801 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.421822 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3f1431-3932-4b11-9ddf-ac59a401b904,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:09.428378 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-a333cc87-2d4f-4c97-8a9d-dc3d3850546a None None] Current status of the port b78ecc38-ef98-48ff-bb6a-8df45218e209 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:09.446224 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.446858 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.447283 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.447756 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.448178 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.448598 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.449011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.449421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.449880 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.461924 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 42634d34-b596-432e-9afe-af81d0751838 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:09.465592 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.465744 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.466025 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.466355 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.470120 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.470504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:09.481972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:09.483800 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:09.486762 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:09.488885 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Attempting to bind port 1ab8c7ab-26e4-406a-af74-b61f408a621b on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:09.489440 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Attempting to bind port 1ab8c7ab-26e4-406a-af74-b61f408a621b by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:09.489825 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Attempting to bind port 1ab8c7ab-26e4-406a-af74-b61f408a621b on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:09.501513 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:09.502026 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:09.502433 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.502874 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:09.503415 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Bound port: 1ab8c7ab-26e4-406a-af74-b61f408a621b, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:09.503806 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.510807 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976603c-6160-413d-9c2e-ce7614c209c4 None None] Pushing event updated for resources: {'Port': ['ID=1ab8c7ab-26e4-406a-af74-b61f408a621b,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:09.558446 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (8146c1ae-95cf-4568-b0d7-40bc19a636b9), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.565381 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 42634d34-b596-432e-9afe-af81d0751838 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:09.565917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (42634d34-b596-432e-9afe-af81d0751838), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.589069 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] For port 1ab8c7ab-26e4-406a-af74-b61f408a621b, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:09.592781 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] For port 1ab8c7ab-26e4-406a-af74-b61f408a621b, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=1ab8c7ab-26e4-406a-af74-b61f408a621b,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:09.602913 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.672796 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 42634d34-b596-432e-9afe-af81d0751838 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:09.675014 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b78ecc38-ef98-48ff-bb6a-8df45218e209 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:09.682634 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976603c-6160-413d-9c2e-ce7614c209c4 None None] Pushing event updated for resources: {'Port': ['ID=1ab8c7ab-26e4-406a-af74-b61f408a621b,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:09.685446 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Routers {'8146c1ae-95cf-4568-b0d7-40bc19a636b9'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:09.686103 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:09.754171 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port b78ecc38-ef98-48ff-bb6a-8df45218e209 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:09.754560 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.815042 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.834375 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] Set router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:09.837042 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-8737fac3-18e7-47f6-8d41-bdc3c4e0887e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:09.838616 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-8737fac3-18e7-47f6-8d41-bdc3c4e0887e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/networks?id=9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 200 len: 813 time: 0.3103328 May 16 17:43:09.854163 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port b78ecc38-ef98-48ff-bb6a-8df45218e209 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:09.864325 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-54675b1a-4636-4090-90ff-1155f863af1f None None] Provisioning complete for port fc3f1431-3932-4b11-9ddf-ac59a401b904 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:09.864874 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-4f5238df-8875-4be0-9653-db8f29ed1de8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/quotas/8e740d27d929404fbc7a4964dab899d0 HTTP/1.1" status: 200 len: 375 time: 0.0099206 May 16 17:43:09.870320 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-54675b1a-4636-4090-90ff-1155f863af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:09.905440 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-54675b1a-4636-4090-90ff-1155f863af1f None None] Port fc3f1431-3932-4b11-9ddf-ac59a401b904 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:43:09.927627 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-74e39f07-1965-4cac-aedd-3b837059acac tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e740d27d929404fbc7a4964dab899d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563715 May 16 17:43:10.031462 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:07Z', 'revision_number': 3, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:10.060066 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b923b-7718-428c-95cc-b46f0c5af58f None None] The sync data for ids ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'] in dv-cinder-837699-6-iscsi is: [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:07Z', 'revision_number': 3, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:43:10.096300 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-a3518107-0369-434f-bbb1-6a5f74ce0571 service neutron] 10.222.0.58 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601484 May 16 17:43:10.191881 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks [] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:10.200968 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:10.277060 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e656b43f-c094-476e-ab11-505650fdcee4 service neutron] 10.222.0.58 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678312 May 16 17:43:10.279626 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (8146c1ae-95cf-4568-b0d7-40bc19a636b9), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:10.291310 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3f1431-3932-4b11-9ddf-ac59a401b904,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:10.385047 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:10.387041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:10.732087 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-1e069180-04de-470c-88e3-93c8868c934a None None] Provisioning complete for port fc3f1431-3932-4b11-9ddf-ac59a401b904 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:10.732683 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1e069180-04de-470c-88e3-93c8868c934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:10.764417 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9ab4ad7a-68c5-4091-8970-88b3d5e10069 req-d5d1b4c5-8f63-46c7-8a23-92a3b0119aaf tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0493488 May 16 17:43:10.786933 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-1e069180-04de-470c-88e3-93c8868c934a None None] Port fc3f1431-3932-4b11-9ddf-ac59a401b904 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:43:10.833421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:43:10.942759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:43:10.947848 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c920edaa-fe90-49c0-accc-f4bc0bd26b44 admin admin] 10.222.0.58 "PUT /v2.0/routers/8146c1ae-95cf-4568-b0d7-40bc19a636b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5899544 May 16 17:43:11.391948 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 1ab8c7ab-26e4-406a-af74-b61f408a621b up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:11.441452 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 1ab8c7ab-26e4-406a-af74-b61f408a621b triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:11.441901 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:11.512483 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 1ab8c7ab-26e4-406a-af74-b61f408a621b is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:11.512876 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:11.533971 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 1ab8c7ab-26e4-406a-af74-b61f408a621b, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=1ab8c7ab-26e4-406a-af74-b61f408a621b,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:11.538823 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:11.539646 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b78ecc38-ef98-48ff-bb6a-8df45218e209 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:11.622282 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=1ab8c7ab-26e4-406a-af74-b61f408a621b,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:11.628533 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port b78ecc38-ef98-48ff-bb6a-8df45218e209 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:11.628910 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:11.737780 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port b78ecc38-ef98-48ff-bb6a-8df45218e209 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:11.859430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-8c133231-8bd1-481b-8c57-300cdbd1f065 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:11.861727 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-8c133231-8bd1-481b-8c57-300cdbd1f065 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "GET /v2.0/networks?id=9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 200 len: 813 time: 0.1730921 May 16 17:43:11.889946 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Request body: {'port': {'device_id': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24', 'admin_state_up': True, 'tenant_id': '8e740d27d929404fbc7a4964dab899d0'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:11.917495 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c84b0ee-f113-4216-98d4-b9d0d8d8104f req-11e9ed3d-ad66-4a5b-a897-e2f69e6de694 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0545895 May 16 17:43:12.058805 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Made reservation on behalf of 8e740d27d929404fbc7a4964dab899d0 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:12.064639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:12.215966 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Allocated IP 172.20.0.7 (9f93a893-0813-4415-8e02-fac7fa54db24/e6a42c17-916e-492d-98f2-344938aaf1f8/5a11f1e6-ee0e-4119-a8ac-18053bc731e5) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:12.243866 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Sync routers for ids ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:43:12.254602 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Routers {'8146c1ae-95cf-4568-b0d7-40bc19a636b9'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:12.255620 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:12.372817 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Set router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:12.429702 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks [] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:12.464521 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:12.507653 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Network 9f93a893-0813-4415-8e02-fac7fa54db24 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:12.511450 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:12.519085 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:12.570083 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Pushing event updated for resources: {'Port': ['ID=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:12.590826 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:12.591845 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:12.613975 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-e7114f51-8e87-4e74-870f-20800820f68e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297142 May 16 17:43:12.627274 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Request body: {'port': {'device_id': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:12.706879 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:12.718845 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:09Z', 'revision_number': 4, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'fc3f1431-3932-4b11-9ddf-ac59a401b904', 'name': '', 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'mac_address': 'fa:16:3e:b2:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e544831f-4167-46a5-9663-49cf1b2339b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:08Z', 'updated_at': '2022-05-16T17:43:09Z', 'revision_number': 2, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'subnets': [{'id': 'e544831f-4167-46a5-9663-49cf1b2339b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:12.748054 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Checking router: 8146c1ae-95cf-4568-b0d7-40bc19a636b9 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:43:12.748754 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Updating router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 port fc3f1431-3932-4b11-9ddf-ac59a401b904 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:43:12.786341 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.105488 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:43:13.116756 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Publish callbacks [] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.125027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af2df2-94b6-4928-b93e-5eb2d2472c7d req-1a6858a1-9871-4694-9902-8ce5de4a2fc9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:13.126694 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-39af2df2-94b6-4928-b93e-5eb2d2472c7d req-1a6858a1-9871-4694-9902-8ce5de4a2fc9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 931 time: 0.0848269 May 16 17:43:13.139441 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Publish callbacks [] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.145588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Transition to ACTIVE for port object 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:43:13.147918 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.162553 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.197356 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284bd5a-967d-4933-ad20-b22450d0409a None None] Pushing event updated for resources: {'Port': ['ID=fc3f1431-3932-4b11-9ddf-ac59a401b904,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:13.240680 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Pushing event updated for resources: {'Port': ['ID=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:13.246859 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-39af2df2-94b6-4928-b93e-5eb2d2472c7d req-083a57d3-21da-4bba-ba11-32363940b983 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130033 May 16 17:43:13.318260 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Attempting to bind port fc3f1431-3932-4b11-9ddf-ac59a401b904 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:13.319065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Attempting to bind port fc3f1431-3932-4b11-9ddf-ac59a401b904 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:13.319654 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Attempting to bind port fc3f1431-3932-4b11-9ddf-ac59a401b904 on network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:13.332613 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:13.334085 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Checking segment: {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:13.334976 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.334976 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Bound using segment: {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:13.335370 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Bound port: fc3f1431-3932-4b11-9ddf-ac59a401b904, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a03348-570e-4be3-8797-6af343999b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:13.335761 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.347231 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Attempting to bind port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:13.348133 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Attempting to bind port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:13.348696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Attempting to bind port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 on network 9f93a893-0813-4415-8e02-fac7fa54db24 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:13.354055 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 on network 9f93a893-0813-4415-8e02-fac7fa54db24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:43:13.354906 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Attempting to bind port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 on network 9f93a893-0813-4415-8e02-fac7fa54db24 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:13.362029 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:13.362796 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Checking segment: {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:13.363415 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Bound using segment: {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:13.364073 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Bound port: 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:13.364651 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.401681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 1ab8c7ab-26e4-406a-af74-b61f408a621b up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:13.459512 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] For port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:13.463569 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] For port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:13.471685 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] For port fc3f1431-3932-4b11-9ddf-ac59a401b904, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:13.476315 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] For port fc3f1431-3932-4b11-9ddf-ac59a401b904, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=fc3f1431-3932-4b11-9ddf-ac59a401b904,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:13.477673 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.486546 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 1ab8c7ab-26e4-406a-af74-b61f408a621b triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:13.486926 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.496670 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.529219 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:13.530087 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.531921 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a11f1e6-ee0e-4119-a8ac-18053bc731e5 HTTP/1.1" status: 200 len: 1093 time: 0.9099569 May 16 17:43:13.532563 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'tag': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:13.535251 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe58b60-7696-4452-95a1-1e24a30800c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2c4e36-c99c-4e7e-8d51-3c718392f0a6", "tag": "5a11f1e6-ee0e-4119-a8ac-18053bc731e5"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:13.586981 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf01b1e-d506-40eb-aabf-b23846353d26 service neutron] Pushing event updated for resources: {'Port': ['ID=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:13.592701 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Routers {'8146c1ae-95cf-4568-b0d7-40bc19a636b9'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:13.593398 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:13.645128 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284bd5a-967d-4933-ad20-b22450d0409a None None] Pushing event updated for resources: {'Port': ['ID=fc3f1431-3932-4b11-9ddf-ac59a401b904,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:13.646464 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815eed0c-c256-4c6b-89c4-34436b87c254 x-openstack-request-id: req-815eed0c-c256-4c6b-89c4-34436b87c254 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:13.646845 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2c4e36-c99c-4e7e-8d51-3c718392f0a6", "tag": "5a11f1e6-ee0e-4119-a8ac-18053bc731e5", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:13.647204 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-815eed0c-c256-4c6b-89c4-34436b87c254 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:13.647788 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815eed0c-c256-4c6b-89c4-34436b87c254'] response: {'name': 'network-changed', 'server_uuid': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'tag': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5', 'status': 'completed', 'code': 200} May 16 17:43:13.658519 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-716ac18c-159d-4aff-a29b-c0803d61a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:13.660747 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-716ac18c-159d-4aff-a29b-c0803d61a411 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e740d27d929404fbc7a4964dab899d0&device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 1127 time: 0.0694571 May 16 17:43:13.703178 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] Provisioning complete for port fc3f1431-3932-4b11-9ddf-ac59a401b904 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:13.703591 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.716701 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-71743d68-12b6-4fa6-add5-2551a3dfa7f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5 HTTP/1.1" status: 200 len: 217 time: 0.0478344 May 16 17:43:13.779962 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-f2a06808-3b07-4f80-ac77-7c023b946c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:13.783940 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-f2a06808-3b07-4f80-ac77-7c023b946c5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6a42c17-916e-492d-98f2-344938aaf1f8 HTTP/1.1" status: 200 len: 853 time: 0.0593677 May 16 17:43:13.788319 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 1ab8c7ab-26e4-406a-af74-b61f408a621b is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:13.825594 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] Set router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:13.843737 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-89d31170-d683-48d7-9825-42a0f9b72270 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f93a893-0813-4415-8e02-fac7fa54db24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521147 May 16 17:43:13.900403 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] Current status of the port fc3f1431-3932-4b11-9ddf-ac59a401b904 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:13.900784 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:13.949891 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-5f85dbdb-0ca0-4aed-8716-9a2bb2a61aef service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953732 May 16 17:43:13.985389 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] For port fc3f1431-3932-4b11-9ddf-ac59a401b904, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=fc3f1431-3932-4b11-9ddf-ac59a401b904,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:14.026331 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:14.103393 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-894ab5e6-f025-4764-af00-6a3abf0d4090 req-4a4b2c37-8abe-4633-89af-353f88340162 service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458979 May 16 17:43:14.122364 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f5098-7188-4cde-9cc8-23d830f3d3e6 None None] Pushing event updated for resources: {'Port': ['ID=fc3f1431-3932-4b11-9ddf-ac59a401b904,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:14.162883 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-4de0ecc1-974f-4032-ab6f-3cbadc23f8b3 None None] Provisioning complete for port fc3f1431-3932-4b11-9ddf-ac59a401b904 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:14.163522 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-4de0ecc1-974f-4032-ab6f-3cbadc23f8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:14.166559 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:09Z', 'revision_number': 4, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'fc3f1431-3932-4b11-9ddf-ac59a401b904', 'name': '', 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'mac_address': 'fa:16:3e:b2:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e544831f-4167-46a5-9663-49cf1b2339b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:08Z', 'updated_at': '2022-05-16T17:43:13Z', 'revision_number': 4, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'subnets': [{'id': 'e544831f-4167-46a5-9663-49cf1b2339b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:14.218928 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f07993-51f8-4684-8f44-c9047b89e656 None None] The sync data for ids ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'] in dv-cinder-837699-6-iscsi is: [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:09Z', 'revision_number': 4, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'fc3f1431-3932-4b11-9ddf-ac59a401b904', 'name': '', 'network_id': '9bfbfb56-c21f-4a9b-9d22-117ef0323dc7', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'mac_address': 'fa:16:3e:b2:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e544831f-4167-46a5-9663-49cf1b2339b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:08Z', 'updated_at': '2022-05-16T17:43:13Z', 'revision_number': 4, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'subnets': [{'id': 'e544831f-4167-46a5-9663-49cf1b2339b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:43:14.291270 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-4de0ecc1-974f-4032-ab6f-3cbadc23f8b3 None None] Current status of the port fc3f1431-3932-4b11-9ddf-ac59a401b904 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:14.437285 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c4f20-fa46-41cd-bb0e-c9550a1faf55 req-ba9421fd-636f-458a-8631-123e6454c9e8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:14.438856 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-674c4f20-fa46-41cd-bb0e-c9550a1faf55 req-ba9421fd-636f-458a-8631-123e6454c9e8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 943 time: 0.0696516 May 16 17:43:14.504064 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-674c4f20-fa46-41cd-bb0e-c9550a1faf55 req-bca6650f-58d8-445d-bf32-3dbe46150a08 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591969 May 16 17:43:15.221569 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-c0edc336-314a-430b-879e-db9d18a58c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:15.223090 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-c0edc336-314a-430b-879e-db9d18a58c73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e740d27d929404fbc7a4964dab899d0&device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 1127 time: 0.0487130 May 16 17:43:15.338610 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device fc3f1431-3932-4b11-9ddf-ac59a401b904 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:15.364444 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-09e67213-0ccb-4712-befd-6ace33d1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:15.366576 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-09e67213-0ccb-4712-befd-6ace33d1d9b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 200 len: 914 time: 0.1332693 May 16 17:43:15.393594 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port fc3f1431-3932-4b11-9ddf-ac59a401b904 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:15.394328 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:15.423454 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-4cefb2dc-8ac2-4e1a-80b4-5fe2f1126dea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5 HTTP/1.1" status: 200 len: 217 time: 0.0432117 May 16 17:43:15.478034 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port fc3f1431-3932-4b11-9ddf-ac59a401b904 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:15.485112 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-3d204e5d-20b5-4e6b-aae0-d5517f1f1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:15.486704 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-3d204e5d-20b5-4e6b-aae0-d5517f1f1347 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6a42c17-916e-492d-98f2-344938aaf1f8 HTTP/1.1" status: 200 len: 853 time: 0.0566361 May 16 17:43:15.519289 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-72fed73a-aef0-431f-b633-3160513c97d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f93a893-0813-4415-8e02-fac7fa54db24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262783 May 16 17:43:15.648320 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da805-f85c-41a1-b1ef-f347dc789783 req-2762b7eb-4fa8-47da-b056-9219f8b39453 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:15.650157 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a72da805-f85c-41a1-b1ef-f347dc789783 req-2762b7eb-4fa8-47da-b056-9219f8b39453 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 943 time: 0.0598550 May 16 17:43:15.671700 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-98b2fe5d-b66e-4f43-a141-d3780975b409 service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447806 May 16 17:43:15.763298 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a72da805-f85c-41a1-b1ef-f347dc789783 req-83c2cb05-0b60-44e6-9cc2-77c380ee8406 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034448 May 16 17:43:15.789288 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fe58b60-7696-4452-95a1-1e24a30800c6 req-f9892bd3-613f-4ca9-9c30-6aef5c301b23 service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097703 May 16 17:43:16.892862 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d99d-e6db-43c6-8dbd-22ba2db940b0 req-c557177b-78df-43ac-95a2-78dd2a7cd695 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:16.894440 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92f3d99d-e6db-43c6-8dbd-22ba2db940b0 req-c557177b-78df-43ac-95a2-78dd2a7cd695 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 943 time: 0.0551512 May 16 17:43:16.946791 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92f3d99d-e6db-43c6-8dbd-22ba2db940b0 req-54280323-29cb-4321-a08d-61fb91ef0beb tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 May 16 17:43:17.396901 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a6b73-2f57-46e0-b479-f54f2f2598e5 req-79ff9217-c230-41aa-90e9-f186bc161659 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:17.398581 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-934a6b73-2f57-46e0-b479-f54f2f2598e5 req-79ff9217-c230-41aa-90e9-f186bc161659 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0501268 May 16 17:43:17.451748 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-934a6b73-2f57-46e0-b479-f54f2f2598e5 req-bc9b27d6-f5fc-4413-aedf-816783551eff tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 May 16 17:43:17.794626 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:43:17.899943 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:17.911423 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5', 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24', 'port_id': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5', 'mac_address': 'fa:16:3e:df:e7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a42c17-916e-492d-98f2-344938aaf1f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:43:17.947101 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:17.947777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:17.965785 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:43:17.992013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:17.999704 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:18.053197 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:18.086512 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2d17-bd43-4c57-99be-8dcb65fc57e7 req-fddd4d3e-a528-44f1-a893-ec678545fe82 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:18.088174 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-01af2d17-bd43-4c57-99be-8dcb65fc57e7 req-fddd4d3e-a528-44f1-a893-ec678545fe82 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 944 time: 0.0559208 May 16 17:43:18.147158 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-01af2d17-bd43-4c57-99be-8dcb65fc57e7 req-600d6abb-aab0-40d7-a762-756c5c309413 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 May 16 17:43:18.325380 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['5a11f1e6-ee0e-4119-a8ac-18053bc731e5'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:43:18.570468 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90836a66-e8e2-481a-806e-76cd25b8d5ea req-594413d1-75a5-43cb-bc51-0f8c0d897dac tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:18.571961 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-90836a66-e8e2-481a-806e-76cd25b8d5ea req-594413d1-75a5-43cb-bc51-0f8c0d897dac tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0486412 May 16 17:43:18.624084 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-90836a66-e8e2-481a-806e-76cd25b8d5ea req-a6fe9745-1138-48fa-86fe-911c289e3c43 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=0229e83c-9483-478f-bdb6-c9431bc6739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460956 May 16 17:43:18.898594 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-c5486237-dcde-4f88-9457-095c68ca197f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:18.900078 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-c5486237-dcde-4f88-9457-095c68ca197f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 945 time: 0.0518672 May 16 17:43:18.994174 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:43:18.994813 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:19.088080 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] For port f9e656f2-4ff2-469e-ba68-5ee1c1275d29, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:19.088734 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:19.111499 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:43:19.310035 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dc3d5-5e44-45f8-90fb-ba5c4bba7cea req-3acd33dc-0b5a-41d4-8dbe-227dd89b8759 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:19.312101 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f5dc3d5-5e44-45f8-90fb-ba5c4bba7cea req-3acd33dc-0b5a-41d4-8dbe-227dd89b8759 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 944 time: 0.0813360 May 16 17:43:19.403191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:19.403536 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (a3d32258-f701-49cb-8bf6-681d514c1b08), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:19.403847 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP a3d32258-f701-49cb-8bf6-681d514c1b08 disassociated. External IP: 172.27.0.141, port: f9e656f2-4ff2-469e-ba68-5ee1c1275d29. May 16 17:43:19.404201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for f9e656f2-4ff2-469e-ba68-5ee1c1275d29 owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:43:19.415701 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f5dc3d5-5e44-45f8-90fb-ba5c4bba7cea req-e4fa0a17-a282-489d-93ff-5892c7423cf2 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961702 May 16 17:43:19.564761 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (f9e656f2-4ff2-469e-ba68-5ee1c1275d29), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:19.595757 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=f9e656f2-4ff2-469e-ba68-5ee1c1275d29,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:19.741777 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-38d26eb9-af26-41a5-8e9a-936f68f312c1 req-a9ddfc90-0fda-44f3-9ce8-f163ef227e12 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 210 time: 0.0297639 May 16 17:43:19.746499 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:43:19.803423 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:19.867353 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:43:19.868292 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:43:19.878834 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:43:19.881502 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:19.883252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:19.892737 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:19.896614 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:19.974160 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:19.974525 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:20.010200 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:20.012975 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a6ee44-ec3e-4e27-9e2d-d78add816b88" -d '{"events": [{"server_uuid": "6a2c4e36-c99c-4e7e-8d51-3c718392f0a6", "name": "network-vif-plugged", "status": "completed", "tag": "5a11f1e6-ee0e-4119-a8ac-18053bc731e5"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:20.061563 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:20.071157 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:20.088276 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f65ed91-8f64-4223-8b16-77a0d38c5ac2 x-openstack-request-id: req-0f65ed91-8f64-4223-8b16-77a0d38c5ac2 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:20.088628 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2c4e36-c99c-4e7e-8d51-3c718392f0a6", "name": "network-vif-plugged", "status": "completed", "tag": "5a11f1e6-ee0e-4119-a8ac-18053bc731e5", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:20.088936 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f65ed91-8f64-4223-8b16-77a0d38c5ac2 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:20.089342 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f65ed91-8f64-4223-8b16-77a0d38c5ac2'] response: {'server_uuid': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5', 'code': 200} May 16 17:43:20.178154 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:20.240019 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:20.357699 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] No DVR routers for this DVR port f9e656f2-4ff2-469e-ba68-5ee1c1275d29 on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:43:20.374715 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:20.377985 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a34480bd-e235-41fb-a4b8-26f641a04846 req-60e048f5-74af-4951-a865-144ba327feaf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "DELETE /v2.0/ports/f9e656f2-4ff2-469e-ba68-5ee1c1275d29 HTTP/1.1" status: 204 len: 173 time: 1.4718151 May 16 17:43:20.378453 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'name': 'network-vif-deleted', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:20.388866 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471300f6-fa99-4137-8664-11f282f33731" -d '{"events": [{"server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "name": "network-vif-deleted", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:20.433580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd31d8-4e1b-4459-8086-2219fba6a657 req-7002a1fe-e3e1-410e-a33a-29a8639c1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:20.435088 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-47bd31d8-4e1b-4459-8086-2219fba6a657 req-7002a1fe-e3e1-410e-a33a-29a8639c1d36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 1129 time: 0.1129045 May 16 17:43:20.472629 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fb518c-30ff-4b5e-9d3d-7c30763942ef x-openstack-request-id: req-e2fb518c-30ff-4b5e-9d3d-7c30763942ef {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:20.472918 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc187581-b958-457b-8aca-7774e8416ada", "name": "network-vif-deleted", "tag": "f9e656f2-4ff2-469e-ba68-5ee1c1275d29", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:20.473168 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2fb518c-30ff-4b5e-9d3d-7c30763942ef {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:20.473573 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fb518c-30ff-4b5e-9d3d-7c30763942ef'] response: {'server_uuid': 'cc187581-b958-457b-8aca-7774e8416ada', 'name': 'network-vif-deleted', 'tag': 'f9e656f2-4ff2-469e-ba68-5ee1c1275d29', 'status': 'completed', 'code': 200} May 16 17:43:20.508624 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:48Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:20.536950 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:43:20.542132 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-47bd31d8-4e1b-4459-8086-2219fba6a657 req-ce82b24f-789c-4edf-8c0d-c576efe545ee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988815 May 16 17:43:20.548308 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:20.548968 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:42:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:20.622513 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99db1a-2caf-466f-b077-0e89bd85edeb req-cf160790-e5a4-43f6-adf5-e8c2a6c8ee57 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:20.629412 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed99db1a-2caf-466f-b077-0e89bd85edeb req-cf160790-e5a4-43f6-adf5-e8c2a6c8ee57 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0698099 May 16 17:43:20.661476 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:20.691224 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed99db1a-2caf-466f-b077-0e89bd85edeb req-46f6b708-25a0-4659-91b9-56e1925f6342 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555251 May 16 17:43:20.880575 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-50d3996f-bd9d-43a0-b658-2a6fb8610985 req-fc133871-44d9-4ee6-9af1-2d5cc288a043 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc187581-b958-457b-8aca-7774e8416ada HTTP/1.1" status: 200 len: 210 time: 0.0402215 May 16 17:43:20.996596 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:48Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:21.023930 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c15349-09b2-4afe-a0d8-1c9c5d54d920 None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'ab23dbad-e1c5-4253-8e0c-817b66cd082d', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:40:14Z', 'updated_at': '2022-05-16T17:40:48Z', 'revision_number': 2, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:43:21.314542 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbce99-dd3f-400c-a4b3-2a19739eae76 None None] New status for floating IP a3d32258-f701-49cb-8bf6-681d514c1b08: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:43:21.501425 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-efa88d19-5629-4389-b1a7-9cef1ed9be05 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:21.509272 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-efa88d19-5629-4389-b1a7-9cef1ed9be05 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 815 time: 0.1320853 May 16 17:43:21.525643 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-270fdc91-fabd-4f69-b071-e9ed1406f97f tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/quotas/2a1f3dc604cd46e4961489cd14f66d13 HTTP/1.1" status: 200 len: 375 time: 0.0153193 May 16 17:43:21.570283 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-49a5472b-e5e4-4097-9131-fa20ef116899 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437393 May 16 17:43:21.663364 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8664c55c-6668-4873-a19b-d9e53ae5bc1c service neutron] 10.222.0.58 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803263 May 16 17:43:21.758113 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-831be86a-e485-454a-873f-c5a86158a675 service neutron] 10.222.0.58 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886621 May 16 17:43:21.814859 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfba29-2ba8-4a97-ae1d-b43edad0c3de req-9317ab47-a0bb-4674-a534-eb42ad077321 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:21.816382 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2ddfba29-2ba8-4a97-ae1d-b43edad0c3de req-9317ab47-a0bb-4674-a534-eb42ad077321 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0493259 May 16 17:43:21.870131 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2ddfba29-2ba8-4a97-ae1d-b43edad0c3de req-23cce6ed-9ef6-4cf2-8dad-de216399c21e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465131 May 16 17:43:21.931380 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b242c7c4-8382-4e91-b386-08fc340a81e8 req-5a7831a9-de1c-488a-b877-f0b62cad1fb1 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0365007 May 16 17:43:21.979473 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33230) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:22.044580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (0229e83c-9483-478f-bdb6-c9431bc6739c), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.074435 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (0229e83c-9483-478f-bdb6-c9431bc6739c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.126048 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (0229e83c-9483-478f-bdb6-c9431bc6739c), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.129528 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.131054 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/security-groups/0229e83c-9483-478f-bdb6-c9431bc6739c HTTP/1.1" status: 204 len: 168 time: 0.1501133 May 16 17:43:22.133876 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33236) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:22.148902 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.api.v2.resource [None req-cfe25c08-4559-453a-8358-b3b654fd89ae tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] show failed (client error): The resource could not be found. May 16 17:43:22.150614 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-cfe25c08-4559-453a-8358-b3b654fd89ae tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups/0229e83c-9483-478f-bdb6-c9431bc6739c HTTP/1.1" status: 404 len: 347 time: 0.0155690 May 16 17:43:22.152774 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33238) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:22.199613 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229e83c-9483-478f-bdb6-c9431bc6739c,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:22.243178 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.243823 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.244485 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.245133 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.245646 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.246289 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.246920 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.247407 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.247892 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.248384 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.248928 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.249412 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.249922 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.250412 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.250892 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b9e11-b5ff-4b30-b1f3-dee27e38f110 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:22.290231 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port a5220554-aec6-4676-bfdf-e153c2105784 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:43:22.290580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (a5220554-aec6-4676-bfdf-e153c2105784), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.378982 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (a5220554-aec6-4676-bfdf-e153c2105784), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.379230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (a5220554-aec6-4676-bfdf-e153c2105784), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.391710 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for a5220554-aec6-4676-bfdf-e153c2105784 owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:43:22.539194 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (a5220554-aec6-4676-bfdf-e153c2105784), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.577839 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=a5220554-aec6-4676-bfdf-e153c2105784,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:22.649960 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (a3d32258-f701-49cb-8bf6-681d514c1b08), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.652442 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:22.653680 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-23d8e234-2207-45ec-86db-d021154ff0bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/floatingips/a3d32258-f701-49cb-8bf6-681d514c1b08 HTTP/1.1" status: 204 len: 168 time: 0.4996006 May 16 17:43:23.049230 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdda57e-96e5-4ab0-832d-eba119681496 req-9c7a1da6-a0ff-4c99-beb7-3a5d7c8ec582 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:23.050480 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ebdda57e-96e5-4ab0-832d-eba119681496 req-9c7a1da6-a0ff-4c99-beb7-3a5d7c8ec582 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0912204 May 16 17:43:23.104441 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ec774bde-a565-4ab1-8f83-31b77d110938 req-5808e3ec-0887-405d-aad4-82c619bbab91 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0722425 May 16 17:43:23.165533 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-d914a452-ef54-4d5d-9475-ead1f111116b tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:23.167061 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-d914a452-ef54-4d5d-9475-ead1f111116b tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.35 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 815 time: 0.1965253 May 16 17:43:23.170764 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ebdda57e-96e5-4ab0-832d-eba119681496 req-61cdc363-de1d-44c9-9484-fbc8e1b0feb9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900352 May 16 17:43:23.821610 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f9e656f2-4ff2-469e-ba68-5ee1c1275d29 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:43:23.841424 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: f9e656f2-4ff2-469e-ba68-5ee1c1275d29 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:43:23.841813 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f9e656f2-4ff2-469e-ba68-5ee1c1275d29 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:43:24.214839 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4cf275d3-463f-4414-a892-3eb6fe99fd30 req-2088406a-38e2-440e-b1a2-c545c06993ab tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0312548 May 16 17:43:25.309891 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dccf1eb8-45a6-40c5-ac59-b36d9dae7069 req-ae329ab0-37be-4828-8c25-5dcd35d50189 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0274973 May 16 17:43:25.846113 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b993d34a-69ee-4188-8fc7-1c03f661dea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:26.408537 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7f54ee59-b722-4b0a-a04a-83c4f76a6dd7 req-ff760929-88cc-4744-a301-2dadd11cefe4 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0306106 May 16 17:43:27.506296 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fe4e62d3-42b8-4055-a79a-0aa942cefbcf req-a01aa796-2445-4b9a-bd57-911543241667 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0285773 May 16 17:43:28.326522 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-220e6dd8-d3a9-4e84-9884-4fe057d03678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:28.419245 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'port': {'device_id': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'admin_state_up': True, 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:28.529367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Made reservation on behalf of 2a1f3dc604cd46e4961489cd14f66d13 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:28.532883 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:28.627608 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-570a8fc8-c9da-4d1e-98f2-d7cc000dc0e8 req-e8e374d2-53fd-472f-a3b5-6bda657689f4 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0379703 May 16 17:43:28.695003 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Allocated IP 172.20.0.7 (ded888d4-a06e-43ec-993f-7e4a7d4b7b51/083497a0-1142-422f-9019-6269bf555f6a/aa1eb09f-24cd-4a34-b6e7-2d41f1534a63) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:28.946420 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:28.992049 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:29.061632 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:29.063721 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:29.067428 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:29.071871 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:29.089639 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:29.155498 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:29.156484 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:29.181034 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-1534a709-2912-4335-a3fb-e4366ff85875 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661600 May 16 17:43:29.333187 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-4393c02c-793a-465c-aaca-cf00d22ee5c0 None None] Provisioning complete for port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:29.333795 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-4393c02c-793a-465c-aaca-cf00d22ee5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:29.365424 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-4393c02c-793a-465c-aaca-cf00d22ee5c0 None None] Port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:43:29.572877 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:29.749833 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd6-1853-4a87-b957-8c785037a848 req-85c8e158-c0c9-4f7c-bb0e-1e3236be697a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:29.751330 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66002dd6-1853-4a87-b957-8c785037a848 req-85c8e158-c0c9-4f7c-bb0e-1e3236be697a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0491147 May 16 17:43:29.803443 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66002dd6-1853-4a87-b957-8c785037a848 req-09451268-9a5e-41ec-81c3-0df67ec0943d tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464466 May 16 17:43:30.414194 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:30.921437 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9a98-9c4e-484d-bf53-eb093ea33ddf req-871e8afc-c121-475b-bab7-891e2b3367a3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:30.923010 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-416b9a98-9c4e-484d-bf53-eb093ea33ddf req-871e8afc-c121-475b-bab7-891e2b3367a3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0513332 May 16 17:43:30.975950 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-416b9a98-9c4e-484d-bf53-eb093ea33ddf req-f5dfb183-b131-4b47-adc0-f045d162a0b9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 May 16 17:43:32.104880 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d30f7-f83f-4b92-b0ad-e57da822cc91 req-632a58b9-65a1-4539-bcc4-b6a9915a83e1 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:32.106625 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f6d30f7-f83f-4b92-b0ad-e57da822cc91 req-632a58b9-65a1-4539-bcc4-b6a9915a83e1 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0588820 May 16 17:43:32.163780 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:32.172673 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f6d30f7-f83f-4b92-b0ad-e57da822cc91 req-2d24bf83-2e7e-41f2-84b6-319677184136 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599318 May 16 17:43:33.300312 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf257c4-4cbd-4e11-b72b-0e3f777c2612 req-ab7b49c1-e26e-48db-b9fe-51b977bfca26 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:33.301986 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fdf257c4-4cbd-4e11-b72b-0e3f777c2612 req-ab7b49c1-e26e-48db-b9fe-51b977bfca26 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0533895 May 16 17:43:33.351187 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fdf257c4-4cbd-4e11-b72b-0e3f777c2612 req-d7755c43-9418-40ad-ae4d-b7c63680139b tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 May 16 17:43:34.469393 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1863-05a9-482f-9c31-a9d2a17a68e7 req-60c0c47b-00c5-4cc8-b18b-28377369ac4c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:34.471253 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f9cd1863-05a9-482f-9c31-a9d2a17a68e7 req-60c0c47b-00c5-4cc8-b18b-28377369ac4c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0506392 May 16 17:43:34.519281 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f9cd1863-05a9-482f-9c31-a9d2a17a68e7 req-4d90c536-66f6-401f-8539-2e5574bde8ee tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 May 16 17:43:35.634482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1505e-09b7-4f0a-850e-2a93d5ad5934 req-a7fd33b7-ac9e-4f4c-8f49-3685963cb187 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:35.636066 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30b1505e-09b7-4f0a-850e-2a93d5ad5934 req-a7fd33b7-ac9e-4f4c-8f49-3685963cb187 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0482862 May 16 17:43:35.685072 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30b1505e-09b7-4f0a-850e-2a93d5ad5934 req-1ea7ac11-fda9-4582-a625-5ae77efc6444 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 May 16 17:43:36.804630 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f619e-99a3-4944-90f1-e2e281aa2cda req-111d0ead-3d9d-45d8-92af-5fa6dcf52bf3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:36.806099 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-516f619e-99a3-4944-90f1-e2e281aa2cda req-111d0ead-3d9d-45d8-92af-5fa6dcf52bf3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0503335 May 16 17:43:36.860533 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-516f619e-99a3-4944-90f1-e2e281aa2cda req-72984c81-dc04-4703-aadb-6641c7497402 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486145 May 16 17:43:37.981669 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbea52-8ead-4642-b365-38212f4a217e req-d14ae5ee-246c-4b68-8c0c-bc862b108858 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:37.983373 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7fdbea52-8ead-4642-b365-38212f4a217e req-d14ae5ee-246c-4b68-8c0c-bc862b108858 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 931 time: 0.0514960 May 16 17:43:38.032368 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7fdbea52-8ead-4642-b365-38212f4a217e req-a021e417-2686-4b37-928f-f6e9eeeb2f98 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 May 16 17:43:38.596456 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Request body: {'port': {'device_id': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:38.666234 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:38.965221 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:43:38.973259 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Publish callbacks [] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:38.985808 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Transition to ACTIVE for port object aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:43:38.991238 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:39.058872 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:39.190564 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8d7f0-947f-4c87-9edc-b268cf6bee22 req-c80dba79-ab64-4a19-9a4c-eb0937031210 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:39.192123 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-51d8d7f0-947f-4c87-9edc-b268cf6bee22 req-c80dba79-ab64-4a19-9a4c-eb0937031210 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 943 time: 0.0793083 May 16 17:43:39.193110 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Attempting to bind port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:39.193478 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Attempting to bind port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:39.193778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Attempting to bind port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 on network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:39.214026 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 on network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:43:39.214364 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Attempting to bind port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 on network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:39.226039 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:39.226427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Checking segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:39.226752 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Bound using segment: {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:39.227193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Bound port: aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fc4d39-53a4-4544-98be-1de6ec99d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:39.227558 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:39.300023 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-51d8d7f0-947f-4c87-9edc-b268cf6bee22 req-eeff761b-42bf-4f91-86f0-e9abaa0959a5 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011884 May 16 17:43:39.331197 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd824b91-6d82-4af6-b5fc-91c72fba655f req-f23bd488-fbff-464a-be9e-54d9c47d1e0d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:39.332655 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fd824b91-6d82-4af6-b5fc-91c72fba655f req-f23bd488-fbff-464a-be9e-54d9c47d1e0d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0966635 May 16 17:43:39.370921 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:39.390739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:39.402365 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:39.415730 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fd824b91-6d82-4af6-b5fc-91c72fba655f req-4a096383-1bd1-42c4-828c-a2fc7336e1bd tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727758 May 16 17:43:39.449302 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:39.449963 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:39.451417 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] 10.222.0.35 "PUT /v2.0/ports/aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 1093 time: 0.8635950 May 16 17:43:39.451840 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:39.454134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c50ee3c-5039-4714-9167-184a6b6c2114" -d '{"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:39.479406 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25eed8-189d-4c62-8066-d6cb60219256 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:39.489972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6073874a-a0ab-48be-ad13-2528b0b9b6ff x-openstack-request-id: req-6073874a-a0ab-48be-ad13-2528b0b9b6ff {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:39.490263 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:39.490516 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6073874a-a0ab-48be-ad13-2528b0b9b6ff {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:39.490973 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6073874a-a0ab-48be-ad13-2528b0b9b6ff'] response: {'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'status': 'completed', 'code': 200} May 16 17:43:40.427024 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c1201-7118-4bc6-b34c-11f6afeda55a req-c9c38ab6-7f0b-4396-9b04-3870e04dd15f tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:40.428455 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed4c1201-7118-4bc6-b34c-11f6afeda55a req-c9c38ab6-7f0b-4396-9b04-3870e04dd15f tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 943 time: 0.0501819 May 16 17:43:40.477713 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed4c1201-7118-4bc6-b34c-11f6afeda55a req-6c2a1ff3-0a8d-414e-81e7-bca008381ca7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 May 16 17:43:40.535000 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8989281-8139-4939-b584-9dd96511ffd3 req-9b3a1895-8020-4ae9-afde-406b8080642f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:40.536475 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8989281-8139-4939-b584-9dd96511ffd3 req-9b3a1895-8020-4ae9-afde-406b8080642f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0456216 May 16 17:43:40.584949 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8989281-8139-4939-b584-9dd96511ffd3 req-ee94290f-f86d-43e2-8d0e-66a7114006c6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 May 16 17:43:40.722402 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50ee3c-5039-4714-9167-184a6b6c2114 req-437a97d4-5d8c-4cac-b2aa-7f955cd27650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:40.724216 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c50ee3c-5039-4714-9167-184a6b6c2114 req-437a97d4-5d8c-4cac-b2aa-7f955cd27650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1127 time: 0.0468168 May 16 17:43:41.032606 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d565-ce0e-4386-837a-c25171f13e28 req-21296203-c7d6-4659-a4d6-2e4c3cda5fab tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.034047 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d033d565-ce0e-4386-837a-c25171f13e28 req-21296203-c7d6-4659-a4d6-2e4c3cda5fab tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.0746307 May 16 17:43:41.035432 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50ee3c-5039-4714-9167-184a6b6c2114 req-79bcb622-ac4f-4ecd-a7a4-bc4be22d8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.036662 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c50ee3c-5039-4714-9167-184a6b6c2114 req-79bcb622-ac4f-4ecd-a7a4-bc4be22d8bc3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2009859 May 16 17:43:41.241313 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:43:41.241671 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:41.267312 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50ee3c-5039-4714-9167-184a6b6c2114 req-ffe38251-4f55-4e6b-8bdf-bd085011fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.268760 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c50ee3c-5039-4714-9167-184a6b6c2114 req-ffe38251-4f55-4e6b-8bdf-bd085011fc7e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238698 May 16 17:43:41.366164 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] For port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:41.366497 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:41.369094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8298e653-8dd3-4902-867b-45fae31a4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.370585 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8298e653-8dd3-4902-867b-45fae31a4bd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1127 time: 0.0586927 May 16 17:43:41.446255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-d950c4ab-8164-4c81-8972-83f13178094a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 217 time: 0.0651848 May 16 17:43:41.543186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-f921e2e0-76d0-47a5-b11e-46292ffde53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.544595 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-f921e2e0-76d0-47a5-b11e-46292ffde53c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 200 len: 854 time: 0.0895543 May 16 17:43:41.904214 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:41.904658 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (ab23dbad-e1c5-4253-8e0c-817b66cd082d), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:41.904991 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP ab23dbad-e1c5-4253-8e0c-817b66cd082d disassociated. External IP: 172.27.0.243, port: 210e9aa1-6c18-46a4-b1f6-904dc4e498d1. May 16 17:43:41.905313 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:43:41.918397 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9a32a-8fad-495a-9cc7-efc4beaeaca0 req-60578ae1-93f1-49a1-ba50-28bf1cedb5e1 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.919835 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ac9a32a-8fad-495a-9cc7-efc4beaeaca0 req-60578ae1-93f1-49a1-ba50-28bf1cedb5e1 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 943 time: 0.3743212 May 16 17:43:41.931802 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c10d1-3971-4e6c-9992-b6b366302310 req-daa7066a-10b4-41ba-a6d7-ab0ad1832bd2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.933205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b91c10d1-3971-4e6c-9992-b6b366302310 req-daa7066a-10b4-41ba-a6d7-ab0ad1832bd2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 946 time: 0.1375942 May 16 17:43:41.943434 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8d869399-ec07-487b-9a94-79bed2574fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:41.943434 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-8d869399-ec07-487b-9a94-79bed2574fba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1433706 May 16 17:43:42.120684 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ac9a32a-8fad-495a-9cc7-efc4beaeaca0 req-c0f0e45a-bbff-4572-84a3-cee3cdf5eeb9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849470 May 16 17:43:42.127189 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b91c10d1-3971-4e6c-9992-b6b366302310 req-908fd4e3-bad4-4efb-9955-f0393afecd55 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fbeed90-aa57-4a85-812e-83da8b104e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809430 May 16 17:43:42.149758 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-2371f67f-bd89-4077-9053-bdf918a849a6 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706264 May 16 17:43:42.249349 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (210e9aa1-6c18-46a4-b1f6-904dc4e498d1), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:42.280215 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=210e9aa1-6c18-46a4-b1f6-904dc4e498d1,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:42.335967 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-addacf47-185d-4c8d-9570-7f66b17baddf req-19ba1174-1de5-41d5-982a-671a29a43dec service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846466 May 16 17:43:42.406106 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:43:42.510149 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:43:42.520263 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:43:42.530556 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:42.531169 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:42.553147 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] No DVR routers for this DVR port 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:43:42.556421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:42.559697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d033d565-ce0e-4386-837a-c25171f13e28 req-4d84a4c2-edc9-473f-8872-8a25faa69a83 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "DELETE /v2.0/ports/210e9aa1-6c18-46a4-b1f6-904dc4e498d1 HTTP/1.1" status: 204 len: 173 time: 1.5158565 May 16 17:43:42.560135 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'name': 'network-vif-deleted', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:42.562562 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a05bfc-f382-4503-86b7-36cf3d96372b" -d '{"events": [{"server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "name": "network-vif-deleted", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:42.598798 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3828c99a-e9e1-46b5-a32a-608c3f5e8a5a x-openstack-request-id: req-3828c99a-e9e1-46b5-a32a-608c3f5e8a5a {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:42.599194 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ea3f0a-7300-45ed-8778-4ca04699ff84", "name": "network-vif-deleted", "tag": "210e9aa1-6c18-46a4-b1f6-904dc4e498d1", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:42.599428 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3828c99a-e9e1-46b5-a32a-608c3f5e8a5a {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:42.599855 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3828c99a-e9e1-46b5-a32a-608c3f5e8a5a'] response: {'server_uuid': '79ea3f0a-7300-45ed-8778-4ca04699ff84', 'name': 'network-vif-deleted', 'tag': '210e9aa1-6c18-46a4-b1f6-904dc4e498d1', 'status': 'completed', 'code': 200} May 16 17:43:42.631144 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:42.818177 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:42.845566 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:43:42.854872 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:43:42.855519 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:42.956290 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:43:43.147665 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:43:43.174270 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4d14d-c452-4d4a-9905-6942d60fe67b None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:43:43.252179 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1a59fe39-bfc3-4c8f-9ba5-b048e032dfc2 req-4c20ed73-5712-4026-8458-b067a16d6da7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ea3f0a-7300-45ed-8778-4ca04699ff84 HTTP/1.1" status: 200 len: 210 time: 0.0487456 May 16 17:43:43.269150 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b19220-60c0-4915-a858-5b2672cb15d7 req-7c89a730-8aaf-4726-9f27-608d17aac18a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:43.270961 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-74b19220-60c0-4915-a858-5b2672cb15d7 req-7c89a730-8aaf-4726-9f27-608d17aac18a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 943 time: 0.0793943 May 16 17:43:43.322899 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-74b19220-60c0-4915-a858-5b2672cb15d7 req-4dbbe3c6-cfdc-4d4f-8f31-58c4b4f9854b tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 May 16 17:43:43.460618 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e17c6f-3dec-444f-b6bc-9dbd15804c9f None None] New status for floating IP ab23dbad-e1c5-4253-8e0c-817b66cd082d: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:43:44.355496 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33520) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:44.410323 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-05f595d2-32f4-4f62-b28a-cc1925a84178 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (9fbeed90-aa57-4a85-812e-83da8b104e56), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.437190 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-05f595d2-32f4-4f62-b28a-cc1925a84178 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (9fbeed90-aa57-4a85-812e-83da8b104e56), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.443186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7451f07-f45c-4834-a876-ed95c1246f9e req-7161b330-80c7-4a27-86f7-afcbfab68245 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:44.444712 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b7451f07-f45c-4834-a876-ed95c1246f9e req-7161b330-80c7-4a27-86f7-afcbfab68245 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 943 time: 0.0525446 May 16 17:43:44.493969 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-05f595d2-32f4-4f62-b28a-cc1925a84178 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (9fbeed90-aa57-4a85-812e-83da8b104e56), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.495325 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b7451f07-f45c-4834-a876-ed95c1246f9e req-57f1bb31-435f-4f94-8188-b5ada6ce61f3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 May 16 17:43:44.497591 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-05f595d2-32f4-4f62-b28a-cc1925a84178 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.499671 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-05f595d2-32f4-4f62-b28a-cc1925a84178 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/security-groups/9fbeed90-aa57-4a85-812e-83da8b104e56 HTTP/1.1" status: 204 len: 168 time: 0.1425242 May 16 17:43:44.502646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33522) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:44.510109 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f595d2-32f4-4f62-b28a-cc1925a84178 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbeed90-aa57-4a85-812e-83da8b104e56,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:44.521707 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.api.v2.resource [None req-363ca3b1-662b-42b9-86ab-8c51236ca7d1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] show failed (client error): The resource could not be found. May 16 17:43:44.522936 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-363ca3b1-662b-42b9-86ab-8c51236ca7d1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups/9fbeed90-aa57-4a85-812e-83da8b104e56 HTTP/1.1" status: 404 len: 347 time: 0.0188818 May 16 17:43:44.525811 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33524) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:44.635903 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port 62f749ac-20a1-4629-9dbd-f9937d86ae01 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:43:44.636131 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.721144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.721478 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (62f749ac-20a1-4629-9dbd-f9937d86ae01), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.739999 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for 62f749ac-20a1-4629-9dbd-f9937d86ae01 owned by network:floatingip {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:43:44.893087 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (62f749ac-20a1-4629-9dbd-f9937d86ae01), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:44.931637 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=62f749ac-20a1-4629-9dbd-f9937d86ae01,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:45.003525 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (ab23dbad-e1c5-4253-8e0c-817b66cd082d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.006021 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.007171 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-3507a65b-3ee7-4578-be10-ec3fe06f6a53 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/floatingips/ab23dbad-e1c5-4253-8e0c-817b66cd082d HTTP/1.1" status: 204 len: 168 time: 0.4803214 May 16 17:43:45.086464 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33530) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:45.091511 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500737327', 'description': 'tempest-description--1545252751'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:45.115662 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.190954 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (1448c8ed-4598-4fcf-bf16-c3ff33421a8d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.194710 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1448c8ed-4598-4fcf-bf16-c3ff33421a8d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.225921 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.227163 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396322 May 16 17:43:45.229129 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223330ca-6aaf-4d35-bd35-112e073c24d7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1448c8ed-4598-4fcf-bf16-c3ff33421a8d,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:45.230295 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33534) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:45.236801 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '1448c8ed-4598-4fcf-bf16-c3ff33421a8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:45.265792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (a4601c49-4ac3-481a-bcda-255c6a65c92a), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.326649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (a4601c49-4ac3-481a-bcda-255c6a65c92a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.331201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (a4601c49-4ac3-481a-bcda-255c6a65c92a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.354771 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4601c49-4ac3-481a-bcda-255c6a65c92a,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:45.363618 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.364835 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0be08c1c-4168-45cb-b66f-8281b43cd50a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322696 May 16 17:43:45.367839 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33536) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:45.372536 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '1448c8ed-4598-4fcf-bf16-c3ff33421a8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:45.400315 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (3ad72529-1352-4259-9e1a-77b9520b3422), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.446001 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (3ad72529-1352-4259-9e1a-77b9520b3422), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.452659 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (3ad72529-1352-4259-9e1a-77b9520b3422), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.470466 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad72529-1352-4259-9e1a-77b9520b3422,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:45.477836 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.479023 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d1dc3cf3-bbb5-49f9-9668-15e94a84d64d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101155 May 16 17:43:45.482117 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33538) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:43:45.486380 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:45.508005 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.587386 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.608391 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab609-bf89-4ce4-ae1a-ee6df64cda9c req-b89c46a3-f29c-4914-a9ff-c4e60b002c36 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:45.609915 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-647ab609-bf89-4ce4-ae1a-ee6df64cda9c req-b89c46a3-f29c-4914-a9ff-c4e60b002c36 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 943 time: 0.0470424 May 16 17:43:45.656029 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-647ab609-bf89-4ce4-ae1a-ee6df64cda9c req-e6bbc2bf-27df-463f-8789-de30fec28db5 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 May 16 17:43:45.688689 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.27.0.158 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/5fa9531b-70ec-44ba-9648-420bdd95fbc7) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:45.788190 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.823266 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.859973 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:45.866885 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:45.869029 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=5fa9531b-70ec-44ba-9648-420bdd95fbc7,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:45.871215 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:45.955311 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (751fd440-01e1-442f-b9d1-e827f2196ba4), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:45.959821 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:43:45.962412 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:43:45.987666 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:43:45.988013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 210e9aa1-6c18-46a4-b1f6-904dc4e498d1 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:43:45.993580 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.076690 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:46.087501 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'port_id': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'mac_address': 'fa:16:3e:09:42:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:43:46.131794 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:46.132419 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.151677 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:43:46.182673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:46.218653 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.245661 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.253362 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.279990 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:46.288455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.288803 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.289137 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.289669 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.290003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.290332 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.290660 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.290985 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.291306 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.291630 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.292711 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.293026 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.293360 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.293710 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.294028 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:43:46.322638 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=5fa9531b-70ec-44ba-9648-420bdd95fbc7,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:46.332786 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (751fd440-01e1-442f-b9d1-e827f2196ba4), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.350228 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:46.354036 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d1a0248c-ab7d-4f90-965f-86a7c3437bd7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8708541 May 16 17:43:46.488422 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:43:46.550821 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2e0b72b3-e190-448b-964b-3d71f6edba0f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--500737327&fields=id&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 267 time: 0.0434744 May 16 17:43:46.661756 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-877424e7-5ecc-43bc-a793-f33976233799 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:46.663209 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-877424e7-5ecc-43bc-a793-f33976233799 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.1051638 May 16 17:43:46.678686 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-303c09ad-e553-436d-8d75-f4a3284fd322 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/quotas/80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 375 time: 0.0092149 May 16 17:43:46.738356 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-f1d2a50e-7d69-4cd8-91a5-2dd7428151bb tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535245 May 16 17:43:46.846481 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ecffe-05e1-4031-8670-1cd09e3e48ce req-b8e81307-e32c-43d0-90fa-6193f94daa59 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:46.847949 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a89ecffe-05e1-4031-8670-1cd09e3e48ce req-b8e81307-e32c-43d0-90fa-6193f94daa59 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 944 time: 0.0930817 May 16 17:43:46.897351 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-6cb377d8-8d6f-49cd-8a0d-5757230ad589 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443000 May 16 17:43:46.932874 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a89ecffe-05e1-4031-8670-1cd09e3e48ce req-f1275731-9379-4a5f-afbd-2bf244cd663c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790322 May 16 17:43:47.009135 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5625562d-4258-4fad-af5f-8623dd683d12 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060309 May 16 17:43:47.174148 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5e6198a0-3dbd-4f03-8549-6a2b3db24949 req-cffa09ba-1464-4c38-8c74-8feb1ddb1294 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 210 time: 0.0292766 May 16 17:43:47.733982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a5686-c705-4d72-a49b-5fcef3581ad1 req-3adc110a-b3ac-4833-a81d-3aa82b97cb58 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:47.735467 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6a5686-c705-4d72-a49b-5fcef3581ad1 req-3adc110a-b3ac-4833-a81d-3aa82b97cb58 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0783365 May 16 17:43:47.736465 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-dbc59709-aa0c-4d8d-940d-a902bd24091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:47.737794 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-dbc59709-aa0c-4d8d-940d-a902bd24091b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0688353 May 16 17:43:47.783058 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6a5686-c705-4d72-a49b-5fcef3581ad1 req-d5f1224e-4d7b-42ae-b285-2f1eb252d75b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 May 16 17:43:47.974170 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:43:48.020084 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:43:48.027427 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:48.028249 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:48.117963 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:48.118259 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:48.119861 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c42b30-1ca5-48e0-9b97-77472f547206 req-1a35efea-272c-48cf-9c71-50eba6719886 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.121361 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d4c42b30-1ca5-48e0-9b97-77472f547206 req-1a35efea-272c-48cf-9c71-50eba6719886 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 944 time: 0.0896862 May 16 17:43:48.156205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:48.158260 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:48.161820 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be684ea-f497-49ee-9032-2aa13bb175e6" -d '{"events": [{"server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "name": "network-vif-plugged", "status": "completed", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:48.174696 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:48.187525 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-02229903-cc71-45f4-8d66-5788f69335cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.189014 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-02229903-cc71-45f4-8d66-5788f69335cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.2381387 May 16 17:43:48.209515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e7ff0-af7f-4ff9-9679-e9369dce89b5 x-openstack-request-id: req-998e7ff0-af7f-4ff9-9679-e9369dce89b5 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:48.209861 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "name": "network-vif-plugged", "status": "completed", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:48.210126 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-998e7ff0-af7f-4ff9-9679-e9369dce89b5 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:48.210529 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998e7ff0-af7f-4ff9-9679-e9369dce89b5'] response: {'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'code': 200} May 16 17:43:48.245942 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:48.290810 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-ae8abd44-9dc1-4e45-a71a-b2a0a787bb43 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.292238 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-ae8abd44-9dc1-4e45-a71a-b2a0a787bb43 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.2253375 May 16 17:43:48.316738 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d4c42b30-1ca5-48e0-9b97-77472f547206 req-147893b8-d8e5-40ac-a002-bef03b08a801 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607697 May 16 17:43:48.320677 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b4ac28df-4dc9-4c10-b14d-984b8e76dff8 req-e0d33893-228a-412b-8c39-4f3548d9e7f5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 210 time: 0.0513639 May 16 17:43:48.322576 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-cf292645-a4cf-48cc-b712-65ad235bff39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 1002 time: 0.1247609 May 16 17:43:48.425952 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-dee92f94-a781-4af2-8358-ddb04da06f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.427318 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-dee92f94-a781-4af2-8358-ddb04da06f88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0680563 May 16 17:43:48.428509 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d48f0-4a13-40a3-a5c7-7582089ba22d req-2552c268-1779-43c2-a2fb-216459aa82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.430024 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-7e1d48f0-4a13-40a3-a5c7-7582089ba22d req-2552c268-1779-43c2-a2fb-216459aa82a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1129 time: 0.0416350 May 16 17:43:48.457364 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2a267ddc-5258-4c0e-8d30-ba16f3a0764d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 379 time: 0.0965590 May 16 17:43:48.478237 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'port': {'device_id': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'admin_state_up': True, 'tenant_id': '80c60c24806542e889c070d519172e79', 'security_groups': ['1448c8ed-4598-4fcf-bf16-c3ff33421a8d']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:48.482908 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-7e1d48f0-4a13-40a3-a5c7-7582089ba22d req-4af959f1-337c-43d7-aeb3-7e09f1d864ab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 May 16 17:43:48.510377 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-fb407142-4bcc-40d5-9175-81af7dbd7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.511857 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-fb407142-4bcc-40d5-9175-81af7dbd7955 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685225 May 16 17:43:48.597639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Made reservation on behalf of 80c60c24806542e889c070d519172e79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:43:48.601295 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:48.780053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.20.0.12 (28ed5c22-d613-46a9-98e4-5aa888da0e5a/22623edd-6614-4b36-bf1b-a51370febc03/36a356f3-2d74-47dd-9eae-4601aa39ccb1) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:43:48.825708 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-04809d4e-3078-4489-9bd6-b10064dd1017 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433151 May 16 17:43:48.942631 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249fa19-f70a-47ae-b554-71a86ca126c9 req-dd0db037-9fdd-451c-8cc9-7abf23eb1710 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:48.944113 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7249fa19-f70a-47ae-b554-71a86ca126c9 req-dd0db037-9fdd-451c-8cc9-7abf23eb1710 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0893154 May 16 17:43:48.992426 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:49.024745 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7249fa19-f70a-47ae-b554-71a86ca126c9 req-543ab19c-66d6-4ac7-82a9-ec797dafd79b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728118 May 16 17:43:49.044955 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:49.089775 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:43:49.092885 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:43:49.104845 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:43:49.111140 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=36a356f3-2d74-47dd-9eae-4601aa39ccb1,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:49.158807 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:49.159452 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:49.200234 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-5c067d71-05ef-4781-9298-fcd999b4224c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275028 May 16 17:43:49.238150 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Request body: {'port': {'device_id': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:43:49.312915 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b5498fef-1a38-4e60-80af-b8f83b039100 req-3de29009-42ed-463a-9823-53f2078b1e58 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506016 May 16 17:43:49.317710 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:49.379867 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-2fd82bdb-c373-4fbd-81d1-47c4a86c79cc None None] Provisioning complete for port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:43:49.380819 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2fd82bdb-c373-4fbd-81d1-47c4a86c79cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:49.435987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-2fd82bdb-c373-4fbd-81d1-47c4a86c79cc None None] Port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:43:49.583898 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d95e3-77ea-4ccf-b881-d6f6aa19c51a req-f941cac5-9085-404a-ae09-485aee9c945c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:49.585220 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-974d95e3-77ea-4ccf-b881-d6f6aa19c51a req-f941cac5-9085-404a-ae09-485aee9c945c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.1107879 May 16 17:43:49.592738 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbcce4-04e2-43fb-bf17-103e0e631ecc req-7b4245f6-ac7f-4968-9098-bef134f6efc5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:49.594229 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d9cbcce4-04e2-43fb-bf17-103e0e631ecc req-7b4245f6-ac7f-4968-9098-bef134f6efc5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 932 time: 0.1208780 May 16 17:43:49.725973 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-974d95e3-77ea-4ccf-b881-d6f6aa19c51a req-ff93f698-81c8-4902-a252-ef9ee0bb8bb0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307986 May 16 17:43:49.730217 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d9cbcce4-04e2-43fb-bf17-103e0e631ecc req-973b02b2-dd88-4326-9fe2-115dfde40ddd tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247282 May 16 17:43:50.024109 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a356f3-2d74-47dd-9eae-4601aa39ccb1 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:43:50.033916 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Publish callbacks [] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:50.047730 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Transition to ACTIVE for port object 36a356f3-2d74-47dd-9eae-4601aa39ccb1 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:43:50.052839 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:50.110941 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Pushing event updated for resources: {'Port': ['ID=36a356f3-2d74-47dd-9eae-4601aa39ccb1,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:50.173212 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b595d-31ca-436a-a58a-3b689c29b8d9 req-1d91ae2e-4158-42cb-983e-b681d2f7fe91 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.174764 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ca6b595d-31ca-436a-a58a-3b689c29b8d9 req-1d91ae2e-4158-42cb-983e-b681d2f7fe91 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0798812 May 16 17:43:50.253575 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Attempting to bind port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:43:50.253910 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Attempting to bind port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:43:50.254240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Attempting to bind port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:50.259795 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ca6b595d-31ca-436a-a58a-3b689c29b8d9 req-f42b3b88-756b-4991-8096-7586a5e43237 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669136 May 16 17:43:50.261805 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:43:50.262110 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Attempting to bind port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:43:50.267848 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:43:50.268192 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:43:50.268578 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Bound using segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:43:50.269031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Bound port: 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:43:50.269410 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:50.328427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] For port 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:43:50.331317 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] For port 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:43:50.340847 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:50.374926 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.375478 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:50.376916 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] 10.222.0.35 "PUT /v2.0/ports/36a356f3-2d74-47dd-9eae-4601aa39ccb1 HTTP/1.1" status: 200 len: 1094 time: 1.1434290 May 16 17:43:50.379054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:43:50.381406 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdeaa7e-f207-420d-b53d-941e297e4acd" -d '{"events": [{"name": "network-changed", "server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:43:50.411218 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14881b-bdae-4e03-8731-93f74829257d service neutron] Pushing event updated for resources: {'Port': ['ID=36a356f3-2d74-47dd-9eae-4601aa39ccb1,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:50.434096 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bea351-3d90-434d-9c8a-7148ce1abec2 x-openstack-request-id: req-25bea351-3d90-434d-9c8a-7148ce1abec2 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:43:50.434299 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:43:50.434554 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25bea351-3d90-434d-9c8a-7148ce1abec2 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:43:50.434946 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bea351-3d90-434d-9c8a-7148ce1abec2'] response: {'name': 'network-changed', 'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'status': 'completed', 'code': 200} May 16 17:43:50.465734 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-603b3f4e-8c77-4883-8d3e-871f79ec2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.467303 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-603b3f4e-8c77-4883-8d3e-871f79ec2ed2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 1128 time: 0.0438302 May 16 17:43:50.510510 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-0114af5e-8afc-4ecc-b15b-315ff88d47c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1 HTTP/1.1" status: 200 len: 217 time: 0.0350664 May 16 17:43:50.561529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-c3a3c4d9-511a-4222-bf86-44f4291ae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.563040 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-c3a3c4d9-511a-4222-bf86-44f4291ae0cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0449286 May 16 17:43:50.612487 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-83f822e3-8040-4501-8d13-121618c48741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.613974 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-83f822e3-8040-4501-8d13-121618c48741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416903 May 16 17:43:50.706224 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-78badbf8-2d75-45d4-ab4d-ca28ea2be9cf service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 May 16 17:43:50.814763 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3d6f52cb-280b-429c-9ca7-addaab3e7752 req-206a63e3-aa3a-49b0-a39a-ce8ea2040e2a service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987287 May 16 17:43:50.876917 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ffdd2-2cb4-4a32-90b3-155d1ea3b1cc req-05736db6-5ee4-4fa0-80fa-520f50c74815 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.878236 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e21ffdd2-2cb4-4a32-90b3-155d1ea3b1cc req-05736db6-5ee4-4fa0-80fa-520f50c74815 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0837884 May 16 17:43:50.888650 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a22e9-647b-40e2-8a73-ac9cd6a4e7e0 req-239399e7-da4d-4273-b248-19c2bb6f95bf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:50.890063 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf6a22e9-647b-40e2-8a73-ac9cd6a4e7e0 req-239399e7-da4d-4273-b248-19c2bb6f95bf tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 944 time: 0.0784531 May 16 17:43:50.967646 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e21ffdd2-2cb4-4a32-90b3-155d1ea3b1cc req-ba4ba94f-951d-454c-913b-00e5afca10aa tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 May 16 17:43:50.970898 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf6a22e9-647b-40e2-8a73-ac9cd6a4e7e0 req-c2e58bb9-5d47-43e4-a569-1a26e9da0826 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743375 May 16 17:43:51.085719 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06096e-ca4a-419a-99d9-9bdcd73b2128 req-93952e80-4e7a-47a9-95d4-df20e6b14d98 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:51.087176 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9a06096e-ca4a-419a-99d9-9bdcd73b2128 req-93952e80-4e7a-47a9-95d4-df20e6b14d98 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0512807 May 16 17:43:51.136475 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9a06096e-ca4a-419a-99d9-9bdcd73b2128 req-dcf1b7e2-526b-4043-8b9a-473204f6d1cc tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 May 16 17:43:51.373839 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd7660-2107-4a3d-8169-225d16b76b36 req-c533552c-4fc6-45b9-a867-96f5eadfa361 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:51.375330 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-88dd7660-2107-4a3d-8169-225d16b76b36 req-c533552c-4fc6-45b9-a867-96f5eadfa361 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0481510 May 16 17:43:51.436382 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-88dd7660-2107-4a3d-8169-225d16b76b36 req-200f0be9-8fda-490a-a222-5231e7f70529 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553946 May 16 17:43:51.469755 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731686da-88e6-4c92-8f9c-e8a930f77114 req-e829d5f5-7a18-4a9c-baa7-3d743071ad81 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:51.471240 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-731686da-88e6-4c92-8f9c-e8a930f77114 req-e829d5f5-7a18-4a9c-baa7-3d743071ad81 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0503669 May 16 17:43:51.518165 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-731686da-88e6-4c92-8f9c-e8a930f77114 req-2dff451c-4bc5-4f26-b9d2-01de61f13f48 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 May 16 17:43:52.005111 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-bcb1ffeb-b533-494c-9df3-c08581f73d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:52.006694 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-bcb1ffeb-b533-494c-9df3-c08581f73d67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 1128 time: 0.0407805 May 16 17:43:52.128608 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa524d-f040-48c6-b174-435249d07f25 req-5bfb4efb-cef8-4a58-b5c0-be987be2d1ca tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:52.130142 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45aa524d-f040-48c6-b174-435249d07f25 req-5bfb4efb-cef8-4a58-b5c0-be987be2d1ca tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 944 time: 0.0868568 May 16 17:43:52.134888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-5cc0ad70-4014-4087-b0ab-73e311a2c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:52.136224 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-5cc0ad70-4014-4087-b0ab-73e311a2c905 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.1234100 May 16 17:43:52.178084 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45aa524d-f040-48c6-b174-435249d07f25 req-10eace7e-c3f2-4a1c-9014-1fcc1e2c94f8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408957 May 16 17:43:52.234978 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-87863ef4-9caa-42e0-855b-a5ecb34c2bbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1 HTTP/1.1" status: 200 len: 217 time: 0.0434291 May 16 17:43:52.558377 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37962f9-0b8e-4b81-88b5-e08cca1e7578 req-3a7ac237-dff4-4118-a6dc-d38a95a58859 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:52.559845 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e37962f9-0b8e-4b81-88b5-e08cca1e7578 req-3a7ac237-dff4-4118-a6dc-d38a95a58859 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0478756 May 16 17:43:52.643224 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e37962f9-0b8e-4b81-88b5-e08cca1e7578 req-ac670fbd-5c4d-4e7c-a9f3-34ee02e1d40f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773950 May 16 17:43:52.655834 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-a2ab57c0-57bd-439f-be95-6f168b8b71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:52.657435 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-a2ab57c0-57bd-439f-be95-6f168b8b71b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0609219 May 16 17:43:53.099167 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-990abe84-5a75-4bde-84ac-e7bda7f39cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:53.100683 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-990abe84-5a75-4bde-84ac-e7bda7f39cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510349 May 16 17:43:53.217316 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-a85dfc9d-935e-4224-9571-d053ecdac725 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096671 May 16 17:43:53.356179 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f17-872b-4eae-a2ae-3d667d74affb req-90b43bd3-0c83-43a4-b7d1-da47e3b16ff3 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:53.357782 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eefe9f17-872b-4eae-a2ae-3d667d74affb req-90b43bd3-0c83-43a4-b7d1-da47e3b16ff3 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 944 time: 0.1007977 May 16 17:43:53.390549 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdeaa7e-f207-420d-b53d-941e297e4acd req-6244fd94-2784-4d7c-953f-1ab887c364ba service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605356 May 16 17:43:53.418280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eefe9f17-872b-4eae-a2ae-3d667d74affb req-5ad4d028-bf40-4dea-8d9d-a27ed5278d1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518692 May 16 17:43:53.764657 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068d98-3618-447f-a6e0-3cba005991c0 req-3cc88784-f7d6-413e-ac76-6aa755b03d50 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:53.766273 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b068d98-3618-447f-a6e0-3cba005991c0 req-3cc88784-f7d6-413e-ac76-6aa755b03d50 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0509551 May 16 17:43:53.822063 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b068d98-3618-447f-a6e0-3cba005991c0 req-057fd975-776d-4dc0-9009-faeadf6bcd5f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498834 May 16 17:43:53.995099 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 36a356f3-2d74-47dd-9eae-4601aa39ccb1 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:43:54.107671 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:54.121424 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'port_id': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'mac_address': 'fa:16:3e:23:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:43:54.162620 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:43:54.162924 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:54.176409 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a356f3-2d74-47dd-9eae-4601aa39ccb1 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:43:54.197292 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:43:54.204468 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:54.249515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=36a356f3-2d74-47dd-9eae-4601aa39ccb1,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:43:54.538799 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26263e7-3225-4753-8ba4-8905114d7683 req-236db18b-e3b5-42fb-90a5-e49d6a6412de tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:54.540279 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f26263e7-3225-4753-8ba4-8905114d7683 req-236db18b-e3b5-42fb-90a5-e49d6a6412de tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 945 time: 0.0498509 May 16 17:43:54.589449 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f26263e7-3225-4753-8ba4-8905114d7683 req-4c8bb405-b41e-429c-abae-bbfef0c8bedc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404460 May 16 17:43:54.951186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52af36-265f-4ef8-a0b5-42872f640518 req-b6001147-bc84-4d22-9a64-809a2658246c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:54.952683 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2c52af36-265f-4ef8-a0b5-42872f640518 req-b6001147-bc84-4d22-9a64-809a2658246c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0498834 May 16 17:43:54.999889 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2c52af36-265f-4ef8-a0b5-42872f640518 req-06e78563-8f76-4eb2-b3ca-f2b403742508 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 May 16 17:43:55.730773 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eff9ce-0260-4062-ba7d-c38f028b0415 req-29d5b318-b7a5-4428-a91f-d9c0efe83d8c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:55.732233 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c8eff9ce-0260-4062-ba7d-c38f028b0415 req-29d5b318-b7a5-4428-a91f-d9c0efe83d8c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 945 time: 0.0609415 May 16 17:43:55.783971 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c8eff9ce-0260-4062-ba7d-c38f028b0415 req-d081a442-d9b5-40ae-8c7a-887e2c255bf2 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 May 16 17:43:55.841868 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8dc93691-903c-4d7d-a2bb-3168f6414e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:56.110588 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:43:56.117655 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adb4f0-181a-444d-9dd0-694d18341bb3 req-fcc2294c-0823-40c7-93a7-830d0271b726 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:56.119161 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-78adb4f0-181a-444d-9dd0-694d18341bb3 req-fcc2294c-0823-40c7-93a7-830d0271b726 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0507374 May 16 17:43:56.166842 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-78adb4f0-181a-444d-9dd0-694d18341bb3 req-c6494cb1-deeb-4455-a0bc-e988cb429ed6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416930 May 16 17:43:56.912611 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6a1b9-adea-4381-b5bc-521227069ee9 req-c82d5020-6c89-4942-8700-0ca00ec8a8cc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:56.914085 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ea6a1b9-adea-4381-b5bc-521227069ee9 req-c82d5020-6c89-4942-8700-0ca00ec8a8cc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 945 time: 0.0488470 May 16 17:43:56.968328 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ea6a1b9-adea-4381-b5bc-521227069ee9 req-6c86ce31-e7e0-4587-8daa-eceedcfa82f8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 May 16 17:43:57.051576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['36a356f3-2d74-47dd-9eae-4601aa39ccb1'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:43:57.286746 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ea464-3c60-4b66-ad72-9c4b6d820737 req-5a689ae8-0000-4e04-b78e-475cacd6f737 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:57.288185 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f8ea464-3c60-4b66-ad72-9c4b6d820737 req-5a689ae8-0000-4e04-b78e-475cacd6f737 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0521183 May 16 17:43:57.337874 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f8ea464-3c60-4b66-ad72-9c4b6d820737 req-8ba75a28-8bf8-45c5-97e1-0dbddba97e2d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 May 16 17:43:58.102886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accc32-888c-40c6-9ea4-2df570ded697 req-6c26bf94-c0a9-454b-878e-905314104586 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:58.104327 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c2accc32-888c-40c6-9ea4-2df570ded697 req-6c26bf94-c0a9-454b-878e-905314104586 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 945 time: 0.0573592 May 16 17:43:58.150550 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c2accc32-888c-40c6-9ea4-2df570ded697 req-8082c605-5e6d-4c57-a34e-ff6ceebe6464 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 May 16 17:43:58.327687 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-012dea1c-24c3-4ec9-b6c2-46e882930504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:58.454694 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efd607-a792-49db-ba2e-bc7a5d535029 req-24c2d477-d701-4860-bb90-9455b97323f9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:58.456213 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-78efd607-a792-49db-ba2e-bc7a5d535029 req-24c2d477-d701-4860-bb90-9455b97323f9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0500424 May 16 17:43:58.508764 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-78efd607-a792-49db-ba2e-bc7a5d535029 req-66846581-34e5-47af-a014-ba2be2c8d28c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441053 May 16 17:43:59.102952 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:43:59.266299 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173801c-b880-4cb5-8ae9-fe7f308dd17d req-0493dd2a-0cb5-4191-8396-bdda0ce1b781 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:59.267760 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d173801c-b880-4cb5-8ae9-fe7f308dd17d req-0493dd2a-0cb5-4191-8396-bdda0ce1b781 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 945 time: 0.0499320 May 16 17:43:59.316064 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d173801c-b880-4cb5-8ae9-fe7f308dd17d req-36d23658-eac4-4c99-9346-0803b14422f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 May 16 17:43:59.632380 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056bb6-b5a8-4c19-a714-5ab8f232bd17 req-f08be852-0aca-44d1-aa8c-a433438f2c98 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:43:59.633856 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6c056bb6-b5a8-4c19-a714-5ab8f232bd17 req-f08be852-0aca-44d1-aa8c-a433438f2c98 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0497131 May 16 17:43:59.681060 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6c056bb6-b5a8-4c19-a714-5ab8f232bd17 req-9973b19d-41e1-42d8-a91b-e7abed2b2f6d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 May 16 17:44:00.417676 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:00.439552 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fabd7a-f820-4b3d-acc6-6b494b42bda5 req-ca9e7c66-b19f-45f7-b518-6a60fd5b1e3b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:00.441375 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-35fabd7a-f820-4b3d-acc6-6b494b42bda5 req-ca9e7c66-b19f-45f7-b518-6a60fd5b1e3b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 945 time: 0.0505323 May 16 17:44:00.479878 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 36a356f3-2d74-47dd-9eae-4601aa39ccb1 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:44:00.490605 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-35fabd7a-f820-4b3d-acc6-6b494b42bda5 req-e108c152-5ce6-4201-bed2-4318d74f4cec tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434499 May 16 17:44:00.513124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:00.526146 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:44:00.532003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:44:00.532410 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:00.608256 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:44:00.608657 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:00.635362 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:00.637760 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a710f3-aafc-4623-a43f-ca24354cbbe7" -d '{"events": [{"server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "name": "network-vif-plugged", "status": "completed", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:00.650582 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:00.655022 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:00.676715 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedacd00-c58a-430a-a0de-10e807450058 x-openstack-request-id: req-cedacd00-c58a-430a-a0de-10e807450058 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:00.677055 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "name": "network-vif-plugged", "status": "completed", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:00.677296 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cedacd00-c58a-430a-a0de-10e807450058 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:00.677706 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedacd00-c58a-430a-a0de-10e807450058'] response: {'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'code': 200} May 16 17:44:00.705851 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=36a356f3-2d74-47dd-9eae-4601aa39ccb1,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:00.793812 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268c86-a747-4e9b-b61c-fc29fccd0676 req-140742ff-f645-421d-b142-4449502d2ddf tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:00.795363 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30268c86-a747-4e9b-b61c-fc29fccd0676 req-140742ff-f645-421d-b142-4449502d2ddf tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0481949 May 16 17:44:00.845888 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-30268c86-a747-4e9b-b61c-fc29fccd0676 req-c67797c0-dbbb-47ad-ada2-85cda8d18bf3 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448709 May 16 17:44:01.620355 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4de85-1035-4056-95bc-f13f0d227867 req-fb11e2b2-79e1-4e51-a332-161fcbbbe53e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:01.621752 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f3c4de85-1035-4056-95bc-f13f0d227867 req-fb11e2b2-79e1-4e51-a332-161fcbbbe53e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0624471 May 16 17:44:01.671006 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f3c4de85-1035-4056-95bc-f13f0d227867 req-d60a3c85-afa9-41b8-96e7-73d922835a80 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 May 16 17:44:01.730053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bceb3-dff9-49ac-9ed1-bd1e2e478901 req-a6e8f8fd-7b9c-43d7-ba5b-8b23a8f99004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:01.731651 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-238bceb3-dff9-49ac-9ed1-bd1e2e478901 req-a6e8f8fd-7b9c-43d7-ba5b-8b23a8f99004 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 1130 time: 0.0421662 May 16 17:44:01.958861 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd994b2-cb40-4f25-ae57-216753d22555 req-5898813e-57d3-474a-a15a-53a38886837c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:01.960417 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5dd994b2-cb40-4f25-ae57-216753d22555 req-5898813e-57d3-474a-a15a-53a38886837c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0470245 May 16 17:44:02.010754 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5dd994b2-cb40-4f25-ae57-216753d22555 req-ba297d44-0f57-41e6-a9f5-3774c23f61c5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 May 16 17:44:02.056079 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162a51-7ccc-4e68-b904-bc2a46665a18 req-5036ff35-9794-4de5-82f9-2cebe7eb0abf tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:02.057534 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0162a51-7ccc-4e68-b904-bc2a46665a18 req-5036ff35-9794-4de5-82f9-2cebe7eb0abf tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0459313 May 16 17:44:02.109530 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a0162a51-7ccc-4e68-b904-bc2a46665a18 req-41829984-6903-43b1-8d07-d282f7f36c53 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462570 May 16 17:44:02.132006 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33742) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:02.152755 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:02.217792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf2c5e-9eec-4f5c-81a8-4618cfff6058 tempest-TestMinimumBasicScenario-262678603 tempest-TestMinimumBasicScenario-262678603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:02.219303 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-2fbf2c5e-9eec-4f5c-81a8-4618cfff6058 tempest-TestMinimumBasicScenario-262678603 tempest-TestMinimumBasicScenario-262678603-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1124 time: 0.0864124 May 16 17:44:02.222319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33746) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:02.226455 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'port_id': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:02.249461 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:02.332959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:02.446286 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Allocated IP 172.27.0.85 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/40759ebe-c046-47e3-8832-d210fe4c0f44) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:44:02.549839 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:02.592091 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:02.631025 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:44:02.637939 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:44:02.640179 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'Port': ['ID=40759ebe-c046-47e3-8832-d210fe4c0f44,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:02.642325 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:44:02.828712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513d75-a51c-4978-bdef-54774529a38c req-30c3c867-421a-4914-a8f1-67cd6fc05b01 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:02.830326 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16513d75-a51c-4978-bdef-54774529a38c req-30c3c867-421a-4914-a8f1-67cd6fc05b01 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0886042 May 16 17:44:02.921975 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16513d75-a51c-4978-bdef-54774529a38c req-c20a7970-1261-4dd7-9290-a3b855dcd07e tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857534 May 16 17:44:03.056378 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for floatingip (f06a8bea-455f-499f-89c8-eeb7c7b88dd4), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:03.151053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350c4fe-7498-4359-a32a-60285075ba20 req-22424dd8-2eaa-4737-9719-b6d2dbeaa73b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:03.152506 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a350c4fe-7498-4359-a32a-60285075ba20 req-22424dd8-2eaa-4737-9719-b6d2dbeaa73b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0706842 May 16 17:44:03.168193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:03.248630 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a350c4fe-7498-4359-a32a-60285075ba20 req-a8d9069b-ed30-4d67-a09e-497b9fd27d18 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893273 May 16 17:44:03.372240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:03.380238 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:03.469672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'Port': ['ID=40759ebe-c046-47e3-8832-d210fe4c0f44,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:03.492013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (f06a8bea-455f-499f-89c8-eeb7c7b88dd4), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:03.532198 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-238bceb3-dff9-49ac-9ed1-bd1e2e478901 req-a8f5bc85-cafe-4104-b5a6-4121ec7d44ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884466 May 16 17:44:03.594303 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Floating IP f06a8bea-455f-499f-89c8-eeb7c7b88dd4 associated. External IP: 172.27.0.85, port: aa1eb09f-24cd-4a34-b6e7-2d41f1534a63. May 16 17:44:03.791827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Router b831b8cd-ab48-4522-91b2-09b11d0b22cb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:44:03.901150 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:44:03.912252 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] Sync routers for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:44:03.921051 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:03.924044 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:44:03.924665 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:03.951544 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4c5c8437-708f-43cc-b9c1-9b386a5e2172 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7280612 May 16 17:44:03.952215 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:03.954278 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33758) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:03.954722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a860e56-d550-4931-8e73-d9bd8ee3edf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:03.958713 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146891402', 'description': 'tempest-secgroup-smoke-2146891402 description', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:03.993856 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731f080d-2625-4e23-9d78-46bae65750f1 x-openstack-request-id: req-731f080d-2625-4e23-9d78-46bae65750f1 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:03.994256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:03.994589 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-731f080d-2625-4e23-9d78-46bae65750f1 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:03.995062 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731f080d-2625-4e23-9d78-46bae65750f1'] response: {'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'status': 'completed', 'code': 200} May 16 17:44:03.998480 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.044661 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0e16e-2608-47e8-b60f-a1176db73864 req-0e33bc4a-ffe9-4df6-afd6-a2575244c364 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:04.046180 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ef0e16e-2608-47e8-b60f-a1176db73864 req-0e33bc4a-ffe9-4df6-afd6-a2575244c364 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0550315 May 16 17:44:04.053295 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:44:04.065046 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group (1b88c01b-7f15-4181-b815-3a895a7d0309), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.070771 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1b88c01b-7f15-4181-b815-3a895a7d0309), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.095536 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.096005 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ef0e16e-2608-47e8-b60f-a1176db73864 req-c433c679-e7aa-4d8d-9628-d331b5fa95c3 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428858 May 16 17:44:04.101901 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1435642 May 16 17:44:04.102228 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33762) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:04.107023 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group_rule': {'security_group_id': '1b88c01b-7f15-4181-b815-3a895a7d0309', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:04.113091 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0513bc3-d72e-43ac-8bb4-a42ec2630073 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88c01b-7f15-4181-b815-3a895a7d0309,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.135278 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (d1e1f78e-ff99-449b-a9db-b57c535992f2), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.191041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (d1e1f78e-ff99-449b-a9db-b57c535992f2), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.195243 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (d1e1f78e-ff99-449b-a9db-b57c535992f2), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.215013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e1f78e-ff99-449b-a9db-b57c535992f2,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.221535 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.222747 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-75ed8cb6-155b-4b7c-ad8c-c2aef0f2d543 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196368 May 16 17:44:04.225340 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33764) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:04.231208 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group_rule': {'security_group_id': '1b88c01b-7f15-4181-b815-3a895a7d0309', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:04.256375 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (cffb5f53-9124-4367-aafc-23f7bbd6f768), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.283759 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'f06a8bea-455f-499f-89c8-eeb7c7b88dd4', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'port_id': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'mac_address': 'fa:16:3e:09:42:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:44:02Z', 'updated_at': '2022-05-16T17:44:02Z', 'revision_number': 0, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:08Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:04.310728 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] Checking router: b831b8cd-ab48-4522-91b2-09b11d0b22cb for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:44:04.315015 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (cffb5f53-9124-4367-aafc-23f7bbd6f768), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.319411 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (cffb5f53-9124-4367-aafc-23f7bbd6f768), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.322041 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:44:04.322752 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:04.347141 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffb5f53-9124-4367-aafc-23f7bbd6f768,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.376271 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.380035 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-9371b623-7ce9-4684-95fd-16b966a2d9c7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511214 May 16 17:44:04.380332 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33768) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:04.387063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group_rule': {'security_group_id': '1b88c01b-7f15-4181-b815-3a895a7d0309', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:04.405329 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9cd5-e4d7-4e14-b4a5-c8b33db9266f req-66545ba4-4e20-4d97-a7b1-bada9f6291d1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:04.406967 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cda9cd5-e4d7-4e14-b4a5-c8b33db9266f req-66545ba4-4e20-4d97-a7b1-bada9f6291d1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0820539 May 16 17:44:04.441847 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (a56c8f05-b2a5-4464-936d-19f2a3fcff7b), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.485189 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cda9cd5-e4d7-4e14-b4a5-c8b33db9266f req-a42a0d65-d7e5-4b4d-9977-5c0de6c7037d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713437 May 16 17:44:04.509030 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:44:04.510804 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (a56c8f05-b2a5-4464-936d-19f2a3fcff7b), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.515110 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (a56c8f05-b2a5-4464-936d-19f2a3fcff7b), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.537374 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56c8f05-b2a5-4464-936d-19f2a3fcff7b,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.542441 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.546183 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-aa77a699-f32b-4bd0-8a6d-d377c6d9d82c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646798 May 16 17:44:04.546690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33772) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:04.551506 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group_rule': {'security_group_id': '1b88c01b-7f15-4181-b815-3a895a7d0309', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:04.579383 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (f1267c97-8cde-4b29-ad2e-541412c5845d), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.642455 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (f1267c97-8cde-4b29-ad2e-541412c5845d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.648953 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (f1267c97-8cde-4b29-ad2e-541412c5845d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.670426 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1267c97-8cde-4b29-ad2e-541412c5845d,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.675184 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.676602 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-79947a0c-9879-4ba8-b9fd-f5106db73d52 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287012 May 16 17:44:04.679659 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33774) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:04.686527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group_rule': {'security_group_id': '1b88c01b-7f15-4181-b815-3a895a7d0309', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:04.708117 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.securitygroups_db [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Project 2a1f3dc604cd46e4961489cd14f66d13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 17:44:04.708371 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-985b75be-34bd-4ca7-8e66-eb17131ab5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:04.709920 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-985b75be-34bd-4ca7-8e66-eb17131ab5b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1129 time: 0.0729311 May 16 17:44:04.715401 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (70008d7a-de05-45cb-beea-66a6465a5b3f), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.719609 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-a1d8a20b-adcf-4b22-b700-362734f8aabe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499225 May 16 17:44:04.759595 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'f06a8bea-455f-499f-89c8-eeb7c7b88dd4', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'port_id': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'mac_address': 'fa:16:3e:09:42:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:44:02Z', 'updated_at': '2022-05-16T17:44:02Z', 'revision_number': 0, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:08Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:04.785595 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23e48-41be-4157-9211-a3888a513e8f None None] The sync data for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi is: [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'f06a8bea-455f-499f-89c8-eeb7c7b88dd4', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'port_id': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'mac_address': 'fa:16:3e:09:42:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:44:02Z', 'updated_at': '2022-05-16T17:44:02Z', 'revision_number': 0, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:08Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:44:04.791950 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (70008d7a-de05-45cb-beea-66a6465a5b3f), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.796770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (70008d7a-de05-45cb-beea-66a6465a5b3f), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.817675 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70008d7a-de05-45cb-beea-66a6465a5b3f,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.826118 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.827348 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a05b731b-c7a5-4713-96de-25805852341e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465285 May 16 17:44:04.830128 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 33776) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:04.835979 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-0f08b513-a123-49ed-bff3-cd2e463767ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:04.836563 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'security_group_rule': {'security_group_id': '1b88c01b-7f15-4181-b815-3a895a7d0309', 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:04.837486 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-0f08b513-a123-49ed-bff3-cd2e463767ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 1129 time: 0.0503879 May 16 17:44:04.859643 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.securitygroups_db [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Project 2a1f3dc604cd46e4961489cd14f66d13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 17:44:04.864489 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-1a4afe7b-4ab3-4c07-b671-eace64866cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:04.865943 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-1a4afe7b-4ab3-4c07-b671-eace64866cb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 916 time: 0.1486342 May 16 17:44:04.866513 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (7754919f-8e12-4cb9-a1b6-cd80cfcd3fa2), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.926937 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (7754919f-8e12-4cb9-a1b6-cd80cfcd3fa2), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.932629 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (7754919f-8e12-4cb9-a1b6-cd80cfcd3fa2), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.950809 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7754919f-8e12-4cb9-a1b6-cd80cfcd3fa2,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:04.960843 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:04.962075 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9307d0cf-cf8e-4a41-9c38-a14fd48a14da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310377 May 16 17:44:05.003511 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df1928-a3f4-4cc0-96fd-ddec28c53fea None None] New status for floating IP f06a8bea-455f-499f-89c8-eeb7c7b88dd4: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:44:05.052653 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-0727f986-9bd2-4c67-94af-57d8a49b15c8 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146891402&fields=id&tenant_id=2a1f3dc604cd46e4961489cd14f66d13 HTTP/1.1" status: 200 len: 267 time: 0.0434320 May 16 17:44:05.106551 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-dac0d29b-9d15-4ece-9e96-3ceedefd8cc6 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:05.107981 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-dac0d29b-9d15-4ece-9e96-3ceedefd8cc6 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0497203 May 16 17:44:05.119191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'port': {'security_groups': ['22743301-aec4-4986-b88e-b6144ec66d9d', '1b88c01b-7f15-4181-b815-3a895a7d0309']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:05.222500 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:05.246860 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cd8a5-3a87-49b5-b32b-6ab3d3faacce req-5906c56c-a7a6-4b54-bd20-c2e629fa92b4 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:05.248384 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-480cd8a5-3a87-49b5-b32b-6ab3d3faacce req-5906c56c-a7a6-4b54-bd20-c2e629fa92b4 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0654025 May 16 17:44:05.682230 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-36280d7a-6df0-4aec-af25-429978a0ad42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 1000 time: 0.4318249 May 16 17:44:05.702048 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-480cd8a5-3a87-49b5-b32b-6ab3d3faacce req-8f3520a5-43bb-46fa-9d98-797f307ce3ad tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459283 May 16 17:44:05.761586 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-a397e4bc-ab3b-4e73-bac0-7c527b16bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:05.763116 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-a397e4bc-ab3b-4e73-bac0-7c527b16bbb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.2325799 May 16 17:44:05.832081 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09d0c0-60f8-4518-81dd-00538f9a7563 req-7ffcef60-0ff6-4d3d-8d7a-7c9bd0ec27ce tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:05.833706 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e09d0c0-60f8-4518-81dd-00538f9a7563 req-7ffcef60-0ff6-4d3d-8d7a-7c9bd0ec27ce tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0765555 May 16 17:44:05.932118 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:05.936439 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e09d0c0-60f8-4518-81dd-00538f9a7563 req-84cba792-7cc0-4e36-b4d5-3c9bc58fd5e5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965569 May 16 17:44:05.964307 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:05.971503 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:05.983764 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:44:06.013211 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:06.013912 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:06.015342 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7f042e69-a900-4b3b-9ddc-27772fc338fa req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "PUT /v2.0/ports/aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 981 time: 0.9007230 May 16 17:44:06.015808 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:06.018498 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae40fffb-8e56-4fb1-9ced-9e437459066e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:06.051357 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f71c64-ee04-47c2-b310-a7c0c206ce90 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=6']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:06.077050 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525b6fc-7a8f-4646-aa6a-3364c3c4e1d9 x-openstack-request-id: req-f525b6fc-7a8f-4646-aa6a-3364c3c4e1d9 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:06.077342 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:06.077891 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f525b6fc-7a8f-4646-aa6a-3364c3c4e1d9 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:06.078306 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f525b6fc-7a8f-4646-aa6a-3364c3c4e1d9'] response: {'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'status': 'completed', 'code': 200} May 16 17:44:06.131780 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:44:06.137135 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a830c-1fb0-49dd-b636-184500c13aa4 req-e1b2dc2c-eec7-4a09-a570-be2f06d1efb2 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:06.145013 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-197a830c-1fb0-49dd-b636-184500c13aa4 req-e1b2dc2c-eec7-4a09-a570-be2f06d1efb2 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0505171 May 16 17:44:06.266906 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-c8525924-4e7e-445a-83d2-1fdb2305cd5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 200 len: 217 time: 0.0735698 May 16 17:44:06.291846 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-197a830c-1fb0-49dd-b636-184500c13aa4 req-34f45ef9-a34b-4453-a3da-6c7d426f9c8c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458437 May 16 17:44:06.295836 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-6e8393bc-f8c5-4ce2-a293-f3d64501e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:06.297252 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-6e8393bc-f8c5-4ce2-a293-f3d64501e4fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 200 len: 854 time: 0.1051235 May 16 17:44:06.331092 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-d34fb545-deb4-48a5-b402-36944389cb90 None None] Provisioning complete for port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:44:06.331459 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d34fb545-deb4-48a5-b402-36944389cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:06.518917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-d34fb545-deb4-48a5-b402-36944389cb90 None None] Current status of the port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:44:06.826133 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a0945-5ea9-4fcf-9aa9-715adda99f06 req-4ead5b80-d05a-41c1-93d4-17643b58ae6f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:06.827568 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a19a0945-5ea9-4fcf-9aa9-715adda99f06 req-4ead5b80-d05a-41c1-93d4-17643b58ae6f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0505161 May 16 17:44:06.877967 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a19a0945-5ea9-4fcf-9aa9-715adda99f06 req-652db409-8d0d-4c4d-9edc-a866ef9bae7f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 May 16 17:44:06.988682 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5da5c-fbe9-4f7e-82df-8753c2e30fb3 req-fceb2d05-11cc-48ca-a567-8175de1f878d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:06.990178 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-35b5da5c-fbe9-4f7e-82df-8753c2e30fb3 req-fceb2d05-11cc-48ca-a567-8175de1f878d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0481024 May 16 17:44:06.998496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33812) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:07.002905 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'port_id': '36a356f3-2d74-47dd-9eae-4601aa39ccb1'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:07.048031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (751fd440-01e1-442f-b9d1-e827f2196ba4), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:07.129559 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8368-476f-4221-8067-d18fc7af30ab req-26119312-2e06-47ec-bcf0-f7a79c0ac788 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:07.131033 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c1c8368-476f-4221-8067-d18fc7af30ab req-26119312-2e06-47ec-bcf0-f7a79c0ac788 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0991902 May 16 17:44:07.249334 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c1c8368-476f-4221-8067-d18fc7af30ab req-90976399-f9d4-484d-bd72-a5db63a3c5a5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120386 May 16 17:44:07.458444 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-f66efcbc-4785-4915-9041-e3cd7cd46aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:07.459914 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-f66efcbc-4785-4915-9041-e3cd7cd46aec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111050 May 16 17:44:07.465026 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-2fc9dfba-073b-4b44-82f9-2ab21f8cf6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:07.466514 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-2fc9dfba-073b-4b44-82f9-2ab21f8cf6f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.1167161 May 16 17:44:07.473440 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d218d-8217-42b6-85fd-6258a96aa107 req-b6d5341d-83bd-4768-8649-daf01d3ff71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:07.475099 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f62d218d-8217-42b6-85fd-6258a96aa107 req-b6d5341d-83bd-4768-8649-daf01d3ff71e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0407374 May 16 17:44:07.523106 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f62d218d-8217-42b6-85fd-6258a96aa107 req-4dd4845f-ee3c-46ee-ab08-b8e02bcfcb21 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 May 16 17:44:07.607377 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-49578cf8-b9d3-42c1-bb6f-53b59b3ed568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:07.608873 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-49578cf8-b9d3-42c1-bb6f-53b59b3ed568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1332295 May 16 17:44:07.649361 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-35e82c52-fba3-4713-9ded-ecdf9b4b14a1 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819093 May 16 17:44:07.697945 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:07.703697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (751fd440-01e1-442f-b9d1-e827f2196ba4), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:07.815808 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP 751fd440-01e1-442f-b9d1-e827f2196ba4 associated. External IP: 172.27.0.158, port: 36a356f3-2d74-47dd-9eae-4601aa39ccb1. May 16 17:44:08.021468 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a860e56-d550-4931-8e73-d9bd8ee3edf3 req-a0b33239-c5d5-46b6-bf9c-0573a44df4ec service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223971 May 16 17:44:08.034027 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-2273ce37-3043-4b08-a383-ac687b72454f service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360523 May 16 17:44:08.492426 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44275c45-3b57-4292-b95c-4f950dcaa41a req-5cece4d9-50e0-498f-a60c-19b037bf5a01 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:08.493915 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-44275c45-3b57-4292-b95c-4f950dcaa41a req-5cece4d9-50e0-498f-a60c-19b037bf5a01 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.1373131 May 16 17:44:08.499321 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:44:08.518691 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-4a5d6ae4-9dc1-4011-91a6-936e25e800ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:08.520160 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-4a5d6ae4-9dc1-4011-91a6-936e25e800ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1168 time: 0.0999398 May 16 17:44:08.598774 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72429597-9c6b-431a-acb5-9337b24ca3e6 req-33127b59-03cf-45ed-b672-f91757f475d8 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122273 May 16 17:44:08.672290 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-44275c45-3b57-4292-b95c-4f950dcaa41a req-ee5eb66b-8092-49f5-b6e3-45164748840a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718462 May 16 17:44:08.730313 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-8a422628-4adb-460b-93ff-236459b5f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:08.731842 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-8a422628-4adb-460b-93ff-236459b5f9e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 916 time: 0.2005248 May 16 17:44:08.745438 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:44:08.750405 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:08.755250 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:44:08.766359 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:44:08.766970 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:08.780629 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f5960b9a-405a-40e0-949e-772cbcb58e79 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "PUT /v2.0/floatingips/751fd440-01e1-442f-b9d1-e827f2196ba4 HTTP/1.1" status: 200 len: 992 time: 1.7810245 May 16 17:44:08.781363 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:08.783827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:08.819260 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affdbb6f-c49e-46bf-a8ee-ea68e5c378af x-openstack-request-id: req-affdbb6f-c49e-46bf-a8ee-ea68e5c378af {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:08.819558 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:08.819784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-affdbb6f-c49e-46bf-a8ee-ea68e5c378af {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:08.820227 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affdbb6f-c49e-46bf-a8ee-ea68e5c378af'] response: {'name': 'network-changed', 'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'status': 'completed', 'code': 200} May 16 17:44:08.868387 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:44:09.072364 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '751fd440-01e1-442f-b9d1-e827f2196ba4', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:23:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:43:45Z', 'updated_at': '2022-05-16T17:44:07Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:09.100300 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:44:09.110271 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:44:09.110866 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:09.209412 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:44:09.417864 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '751fd440-01e1-442f-b9d1-e827f2196ba4', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:23:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:43:45Z', 'updated_at': '2022-05-16T17:44:07Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:09.445931 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce168ff-2573-48aa-b472-872b9ee9b61b None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '751fd440-01e1-442f-b9d1-e827f2196ba4', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:23:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:43:45Z', 'updated_at': '2022-05-16T17:44:07Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:44:09.673212 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadebd75-e9bb-4e93-a272-bdb55dd955b0 None None] New status for floating IP 751fd440-01e1-442f-b9d1-e827f2196ba4: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:44:09.675347 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-62a18601-96d8-44e4-a47a-4a4df00cc05f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 1000 time: 0.0998156 May 16 17:44:09.676474 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-2ed319d3-3bdd-4e52-995f-7b888da59aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:09.677993 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-2ed319d3-3bdd-4e52-995f-7b888da59aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 1130 time: 0.0921631 May 16 17:44:09.801347 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-98af3a08-fabd-4c0f-9c7b-c8108b53402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:09.802869 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-98af3a08-fabd-4c0f-9c7b-c8108b53402a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 200 len: 854 time: 0.1160488 May 16 17:44:09.847762 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5498eae-e023-439f-9be4-407fe8368a83 req-ee8cbb8f-bd43-457c-8f5e-96bfa49b7a5d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:09.849311 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e5498eae-e023-439f-9be4-407fe8368a83 req-ee8cbb8f-bd43-457c-8f5e-96bfa49b7a5d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0956099 May 16 17:44:09.854522 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-ea88301f-dcc9-4a9a-8c74-205b06b93552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:09.855924 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-ea88301f-dcc9-4a9a-8c74-205b06b93552 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.1610425 May 16 17:44:09.899577 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e5498eae-e023-439f-9be4-407fe8368a83 req-81816e9d-80c8-465b-a15a-833eb3acaddc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 May 16 17:44:10.209238 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-0270d9b1-77ef-4708-b3f0-bf2331ea4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.210837 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-0270d9b1-77ef-4708-b3f0-bf2331ea4c2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934913 May 16 17:44:10.214936 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-2a95dd8c-bcec-491a-afe6-1aecd78aa0aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1 HTTP/1.1" status: 200 len: 1002 time: 0.0963731 May 16 17:44:10.363380 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-4358dc15-664d-4c68-8cc5-e7571ae6a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.365624 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-4358dc15-664d-4c68-8cc5-e7571ae6a90b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0408201 May 16 17:44:10.407300 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798ae5-fa07-4e06-9ba9-484a6929c325 req-29cc99b5-017a-43d8-a674-b82161cb688b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.409166 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-89798ae5-fa07-4e06-9ba9-484a6929c325 req-29cc99b5-017a-43d8-a674-b82161cb688b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.1334164 May 16 17:44:10.423182 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-e70b3f3b-17e8-4a53-b614-6f53c4eccdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.424533 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-e70b3f3b-17e8-4a53-b614-6f53c4eccdaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.1295218 May 16 17:44:10.471623 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-6b15d640-50c0-44d7-97db-8d3d0addd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.473819 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-6b15d640-50c0-44d7-97db-8d3d0addd5ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.0945017 May 16 17:44:10.511876 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-1a61b678-ae3f-486b-aec6-42db539e0fd8 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263174 May 16 17:44:10.517669 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-89798ae5-fa07-4e06-9ba9-484a6929c325 req-41ed3697-bc39-46a7-8d8d-568c0901e98d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022189 May 16 17:44:10.518213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-f6cdce63-971c-4b3b-a139-78801edb1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.519577 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-f6cdce63-971c-4b3b-a139-78801edb1399 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863960 May 16 17:44:10.538803 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-60116ab1-daf7-4896-9763-0a9caa3592ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 1002 time: 0.0586154 May 16 17:44:10.595014 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-6cee0852-169f-4de5-94f8-7a5a1e667eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.596477 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-6cee0852-169f-4de5-94f8-7a5a1e667eea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0516117 May 16 17:44:10.643240 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-3659ffc2-7adc-4c9e-9dfb-b61b164fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:10.644951 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-3659ffc2-7adc-4c9e-9dfb-b61b164fa412 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413847 May 16 17:44:10.682237 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-d623ce25-b845-4c2e-b2f4-4fd50ce59200 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616976 May 16 17:44:10.689345 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-97885334-71e1-4110-aa6f-7c7d23cf5e62 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610422 May 16 17:44:10.743285 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-0f7c8477-668d-4193-a5c5-2ca0076aac87 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922067 May 16 17:44:10.785855 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-72e3ff99-ad58-4c0d-ac17-81b87851fbb8 req-4b8edf0a-8ad1-4c39-a4e3-a5b66c79a938 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881402 May 16 17:44:10.840664 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-237c60cf-3f17-4bf3-985f-00120b1cc9e2 req-3304d084-9a1f-44b3-a373-13078af98a5d service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892732 May 16 17:44:11.496670 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad23ede-3d36-41fa-b4b7-3d580cc367d5 req-d3bd898c-ce22-405b-bf85-49e7a021c921 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:11.498310 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ad23ede-3d36-41fa-b4b7-3d580cc367d5 req-d3bd898c-ce22-405b-bf85-49e7a021c921 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0516884 May 16 17:44:11.545645 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ad23ede-3d36-41fa-b4b7-3d580cc367d5 req-19e010cc-3aa8-4028-8d0c-aca68d1bd267 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 May 16 17:44:11.654146 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb51cc-c12c-48cb-8844-4061acc0a6d5 req-f29b9143-0918-41af-85d1-98008846e0a0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:11.655593 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5adb51cc-c12c-48cb-8844-4061acc0a6d5 req-f29b9143-0918-41af-85d1-98008846e0a0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0538650 May 16 17:44:11.706206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5adb51cc-c12c-48cb-8844-4061acc0a6d5 req-09c04111-7bbf-4861-9488-9934abd615c0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 May 16 17:44:12.660195 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73c30-981c-4b79-8387-6b4ce10f158f req-e6265878-b355-437d-831a-08a40f270767 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:12.661650 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6aa73c30-981c-4b79-8387-6b4ce10f158f req-e6265878-b355-437d-831a-08a40f270767 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0471330 May 16 17:44:12.715547 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6aa73c30-981c-4b79-8387-6b4ce10f158f req-25332ba7-4d00-49ed-bb39-56610c3fc5fb tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 May 16 17:44:12.833531 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931641-1ed4-47ee-b610-d9b977c7f4df req-660d265e-6d80-4112-baca-9dc8da5a0172 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:12.834945 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a931641-1ed4-47ee-b610-d9b977c7f4df req-660d265e-6d80-4112-baca-9dc8da5a0172 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0572994 May 16 17:44:12.881578 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7a931641-1ed4-47ee-b610-d9b977c7f4df req-cb34ad48-29a0-4e8a-b1dd-84fc24a884ec tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408690 May 16 17:44:13.855085 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df272-b13c-4d17-929c-2108d55234d7 req-b2a018b1-f51d-493e-881e-91edcaea9a55 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:13.856628 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c23df272-b13c-4d17-929c-2108d55234d7 req-b2a018b1-f51d-493e-881e-91edcaea9a55 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0612304 May 16 17:44:13.904978 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c23df272-b13c-4d17-929c-2108d55234d7 req-4cd8d051-4500-4891-bd44-876dd2646cd3 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 May 16 17:44:14.011266 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a47fea-faee-4d9a-bacb-ce97a76d2b6e req-35856cff-6ecd-4af2-9e3e-ef7ab5e5d83d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:14.012650 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66a47fea-faee-4d9a-bacb-ce97a76d2b6e req-35856cff-6ecd-4af2-9e3e-ef7ab5e5d83d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0506163 May 16 17:44:14.062277 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66a47fea-faee-4d9a-bacb-ce97a76d2b6e req-7734cec0-0f6d-401e-90c2-a75bf11daf54 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 May 16 17:44:14.650017 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-7e00a973-a2c1-4b70-a11e-3f9688042bf5 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:14.651461 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-7e00a973-a2c1-4b70-a11e-3f9688042bf5 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 945 time: 0.0469203 May 16 17:44:14.750560 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Deleting port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:44:14.750916 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:14.844866 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] For port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:14.845226 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:14.858933 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Calling delete_port for 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:44:14.989427 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (5a11f1e6-ee0e-4119-a8ac-18053bc731e5), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:15.011624 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a95c2262-10bf-4812-9c34-1a9974273bcd req-dbca3fe0-af1a-465a-be36-29cc668fccd5 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a2c4e36-c99c-4e7e-8d51-3c718392f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0279443 May 16 17:44:15.024529 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Pushing event deleted for resources: {'Port': ['ID=5a11f1e6-ee0e-4119-a8ac-18053bc731e5,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:15.060029 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] No DVR routers for this DVR port 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:44:15.062583 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:15.065874 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-60e1fdad-06d1-4dfb-8203-22b58e1be521 req-91eedbbb-311c-45b3-9273-5e703645fad8 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "DELETE /v2.0/ports/5a11f1e6-ee0e-4119-a8ac-18053bc731e5 HTTP/1.1" status: 204 len: 173 time: 0.4081168 May 16 17:44:15.066494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'name': 'network-vif-deleted', 'tag': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:15.068692 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02423740-a467-4336-9c43-5af927169a79" -d '{"events": [{"server_uuid": "6a2c4e36-c99c-4e7e-8d51-3c718392f0a6", "name": "network-vif-deleted", "tag": "5a11f1e6-ee0e-4119-a8ac-18053bc731e5"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:15.110542 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ab1fe-2d18-4af6-8e92-44aabafe869c x-openstack-request-id: req-614ab1fe-2d18-4af6-8e92-44aabafe869c {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:15.110834 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2c4e36-c99c-4e7e-8d51-3c718392f0a6", "name": "network-vif-deleted", "tag": "5a11f1e6-ee0e-4119-a8ac-18053bc731e5", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:15.111083 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-614ab1fe-2d18-4af6-8e92-44aabafe869c {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:15.111487 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614ab1fe-2d18-4af6-8e92-44aabafe869c'] response: {'server_uuid': '6a2c4e36-c99c-4e7e-8d51-3c718392f0a6', 'name': 'network-vif-deleted', 'tag': '5a11f1e6-ee0e-4119-a8ac-18053bc731e5', 'status': 'completed', 'code': 200} May 16 17:44:15.186264 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e0d0d-822b-4a7d-81fe-4fbf5ac1e4e8 req-4397b71e-ffe4-4117-9246-88642d650034 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:15.188520 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ba7e0d0d-822b-4a7d-81fe-4fbf5ac1e4e8 req-4397b71e-ffe4-4117-9246-88642d650034 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0508201 May 16 17:44:15.241281 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ba7e0d0d-822b-4a7d-81fe-4fbf5ac1e4e8 req-a86eb846-6245-4518-b375-4716b71163b4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466413 May 16 17:44:15.349650 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8019102-243c-44a5-b7ef-b1d5c91b3970 req-e506afef-c871-4803-8456-fddc4d5afbc6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:15.351080 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d8019102-243c-44a5-b7ef-b1d5c91b3970 req-e506afef-c871-4803-8456-fddc4d5afbc6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0460970 May 16 17:44:15.359773 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 33880) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:44:15.363994 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Request body: {'floatingip': {'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:15.415215 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:15.861662 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:15.867665 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:16.328744 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Router 91a44a45-12d0-4645-8c78-871662dc9c8c has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:44:16.432721 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:44:16.438031 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:16.442356 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] Sync routers for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:44:16.452820 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:44:16.453445 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:16.468615 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:16.470886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f89ae63-ec6d-4926-9544-bfc28d44a39a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:16.503387 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-b9c31cce-3b6f-40bd-8db7-729e0f54e78d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "PUT /v2.0/floatingips/4d5c449e-bcfb-4142-944b-8e8dbf0a35f9 HTTP/1.1" status: 200 len: 994 time: 1.1425354 May 16 17:44:16.508743 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f93d0-1873-4e61-b64e-6f6aaf4e6934 x-openstack-request-id: req-598f93d0-1873-4e61-b64e-6f6aaf4e6934 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:16.509027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:16.509277 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-598f93d0-1873-4e61-b64e-6f6aaf4e6934 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:16.509716 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598f93d0-1873-4e61-b64e-6f6aaf4e6934'] response: {'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'status': 'completed', 'code': 200} May 16 17:44:16.556498 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:44:16.842666 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '4d5c449e-bcfb-4142-944b-8e8dbf0a35f9', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:08Z', 'updated_at': '2022-05-16T17:44:15Z', 'revision_number': 3, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:16.869182 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] Checking router: 91a44a45-12d0-4645-8c78-871662dc9c8c for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:44:16.880761 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:44:16.881702 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:43:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:16.997507 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:44:17.206285 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '4d5c449e-bcfb-4142-944b-8e8dbf0a35f9', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:08Z', 'updated_at': '2022-05-16T17:44:15Z', 'revision_number': 3, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:44:17.227383 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45818a9d-765d-4d7e-8afc-cfc4f5ca081b None None] The sync data for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi is: [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '4d5c449e-bcfb-4142-944b-8e8dbf0a35f9', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'port_id': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'mac_address': 'fa:16:3e:19:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780970-4212-46bc-8038-69067eb4e039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:42:08Z', 'updated_at': '2022-05-16T17:44:15Z', 'revision_number': 3, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:44:17.342299 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:44:17.365287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:44:17.365664 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5a11f1e6-ee0e-4119-a8ac-18053bc731e5 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:44:18.511729 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:18.515232 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a1931-409c-477c-8e67-4eb1ce501509" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:18.556657 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a78dce-98ac-4529-b950-256f47c78ff2 x-openstack-request-id: req-c2a78dce-98ac-4529-b950-256f47c78ff2 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:18.556948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:18.557199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2a78dce-98ac-4529-b950-256f47c78ff2 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:18.557600 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a78dce-98ac-4529-b950-256f47c78ff2'] response: {'name': 'network-changed', 'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'status': 'completed', 'code': 200} May 16 17:44:19.206018 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-c530d4a3-b3df-47bf-a7ca-0dce3fee7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.207447 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-c530d4a3-b3df-47bf-a7ca-0dce3fee7d6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0402889 May 16 17:44:19.303364 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-7b980967-a06d-4003-9e66-0d9667c8695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.304843 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-7b980967-a06d-4003-9e66-0d9667c8695f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.0912199 May 16 17:44:19.366798 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-5b055930-252b-4322-83d0-e0b3218e7550 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 1002 time: 0.0549507 May 16 17:44:19.418027 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-f0bd8766-cb89-472a-9f02-9c48196bcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.419484 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-f0bd8766-cb89-472a-9f02-9c48196bcfba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0464787 May 16 17:44:19.464490 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-50d33b61-1cc9-44e9-bb61-9f59e5037dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.465967 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-50d33b61-1cc9-44e9-bb61-9f59e5037dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392110 May 16 17:44:19.578641 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-d740c655-de07-4c20-9584-c7308510b083 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023300 May 16 17:44:19.671427 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3f89ae63-ec6d-4926-9544-bfc28d44a39a req-68e42ee8-d962-4bad-adb5-fa8b1aaff5ff service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821669 May 16 17:44:19.751901 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1931-409c-477c-8e67-4eb1ce501509 req-d7120fd4-9cc8-4bcb-ad73-7d68aca60a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.753370 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-d7120fd4-9cc8-4bcb-ad73-7d68aca60a19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 1130 time: 0.0389321 May 16 17:44:19.844011 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1931-409c-477c-8e67-4eb1ce501509 req-487c1985-c5b1-4a1c-ae95-12fc128ffcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.845466 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-487c1985-c5b1-4a1c-ae95-12fc128ffcc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.0863910 May 16 17:44:19.908474 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-f8048037-70ce-4f0b-a305-876b8219fcdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 200 len: 1002 time: 0.0525725 May 16 17:44:19.960925 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1931-409c-477c-8e67-4eb1ce501509 req-8238c33b-f08c-4d63-953a-d1679b2596b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:19.962375 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-8238c33b-f08c-4d63-953a-d1679b2596b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0473628 May 16 17:44:20.006637 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1931-409c-477c-8e67-4eb1ce501509 req-6ee893da-2085-47e8-b85c-dbe24e6e70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:20.008034 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-6ee893da-2085-47e8-b85c-dbe24e6e70c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387638 May 16 17:44:20.100346 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-f46c8717-fdd5-4f9c-b11c-020dcca695fe service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843580 May 16 17:44:20.188375 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-200a1931-409c-477c-8e67-4eb1ce501509 req-1ced12c3-af46-4af0-9a5d-23fadbabae4f service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815816 May 16 17:44:25.100028 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-f0244892-8c65-4195-a73a-9adeab2ddf06 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:25.101482 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-f0244892-8c65-4195-a73a-9adeab2ddf06 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/networks?id=9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 200 len: 813 time: 0.1139271 May 16 17:44:25.116227 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-99dd03cc-ac03-432f-abb5-c4b8ae67d92b tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/quotas/8e740d27d929404fbc7a4964dab899d0 HTTP/1.1" status: 200 len: 375 time: 0.0090544 May 16 17:44:25.150351 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-08034bf3-8654-4bc2-9196-8df8cc9e4dd9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e740d27d929404fbc7a4964dab899d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293519 May 16 17:44:25.240417 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-4a6b66ac-e3e1-456e-ae01-0b416bfda344 service neutron] 10.222.0.58 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832176 May 16 17:44:25.331802 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-ef5d4b05-ca72-4a53-b827-6d93bc628ab2 service neutron] 10.222.0.58 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855560 May 16 17:44:25.491504 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-148804ae-e580-4fc3-9e1a-90108ab325de req-90b30504-cd55-46f4-b833-8b01023a8d48 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0283377 May 16 17:44:25.844423 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1f3aba86-c099-4884-b122-73c963d5641d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:26.557128 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-0c5f72f9-f12f-4a28-9c7d-4b4faaa6f0fe tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:26.558658 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-0c5f72f9-f12f-4a28-9c7d-4b4faaa6f0fe tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "GET /v2.0/networks?id=9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 200 len: 813 time: 0.1129031 May 16 17:44:26.574957 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Request body: {'port': {'device_id': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24', 'admin_state_up': True, 'tenant_id': '8e740d27d929404fbc7a4964dab899d0'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:26.594386 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1eba8dc8-5a7d-4a34-86de-4c1bf14400d1 req-9b503e03-8106-4aff-9c9e-8a7d4ad0c3bb tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0299697 May 16 17:44:26.685450 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Made reservation on behalf of 8e740d27d929404fbc7a4964dab899d0 for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:44:26.688790 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:26.822403 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Allocated IP 172.20.0.5 (9f93a893-0813-4415-8e02-fac7fa54db24/e6a42c17-916e-492d-98f2-344938aaf1f8/3fcae629-8202-4a66-ae4b-06c3c7cfddfc) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:44:27.213384 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks [] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.247426 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.287702 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Network 9f93a893-0813-4415-8e02-fac7fa54db24 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:44:27.290692 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:44:27.297156 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:44:27.302467 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Pushing event updated for resources: {'Port': ['ID=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:27.330549 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.330890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.331229 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.331568 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.331899 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.332234 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.332563 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.332890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.333216 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.333557 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.333891 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.334210 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.334536 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.334857 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.335177 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:44:27.356223 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:27.356837 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.374148 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-73a50c3a-f627-4603-b3d5-dc3662ce1f50 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038273 May 16 17:44:27.385955 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Request body: {'port': {'device_id': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:44:27.448280 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.716394 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769817cb-e4de-4c2b-a2bd-270565a696db req-ba9c8b57-da63-48ae-85d8-f28eeccc4f8a tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:27.717769 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769817cb-e4de-4c2b-a2bd-270565a696db req-ba9c8b57-da63-48ae-85d8-f28eeccc4f8a tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 931 time: 0.0523403 May 16 17:44:27.727332 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcae629-8202-4a66-ae4b-06c3c7cfddfc {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:44:27.735106 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Publish callbacks [] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.747877 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Transition to ACTIVE for port object 3fcae629-8202-4a66-ae4b-06c3c7cfddfc will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:44:27.752458 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.766616 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769817cb-e4de-4c2b-a2bd-270565a696db req-0b2be17f-06cb-40f2-a0e4-af1e6ae15142 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 May 16 17:44:27.805534 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:27.868691 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Attempting to bind port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:44:27.869044 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Attempting to bind port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:44:27.869407 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Attempting to bind port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc on network 9f93a893-0813-4415-8e02-fac7fa54db24 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:44:27.874552 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc on network 9f93a893-0813-4415-8e02-fac7fa54db24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:44:27.874904 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Attempting to bind port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc on network 9f93a893-0813-4415-8e02-fac7fa54db24 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:44:27.880275 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:44:27.880619 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Checking segment: {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:44:27.881032 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Bound using segment: {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:44:27.881453 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Bound port: 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5f4986-fe40-4938-b7f9-dd726da21df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:44:27.881850 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.942729 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] For port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:44:27.945913 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] For port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:44:27.955422 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.991074 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:27.991690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:27.993058 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] 10.222.0.35 "PUT /v2.0/ports/3fcae629-8202-4a66-ae4b-06c3c7cfddfc HTTP/1.1" status: 200 len: 1093 time: 0.6111662 May 16 17:44:27.993499 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'tag': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:27.995760 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f736210e-6091-4132-a020-0c9ee814d09e" -d '{"events": [{"name": "network-changed", "server_uuid": "6338a689-ab4a-4936-93e3-a225bce4f5f9", "tag": "3fcae629-8202-4a66-ae4b-06c3c7cfddfc"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:28.018215 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0908c6-22cf-45e7-bc74-4ebd2241ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:28.040325 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf9fd2-f24e-483d-ae4b-f4146b1712dd x-openstack-request-id: req-fcdf9fd2-f24e-483d-ae4b-f4146b1712dd {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:28.040622 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6338a689-ab4a-4936-93e3-a225bce4f5f9", "tag": "3fcae629-8202-4a66-ae4b-06c3c7cfddfc", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:28.040882 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcdf9fd2-f24e-483d-ae4b-f4146b1712dd {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:28.041294 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdf9fd2-f24e-483d-ae4b-f4146b1712dd'] response: {'name': 'network-changed', 'server_uuid': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'tag': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc', 'status': 'completed', 'code': 200} May 16 17:44:28.112036 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-d846ed7c-9c4b-4fec-9ecd-f89418e9cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:28.113567 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-d846ed7c-9c4b-4fec-9ecd-f89418e9cc39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e740d27d929404fbc7a4964dab899d0&device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 1127 time: 0.0449347 May 16 17:44:28.154672 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-f140fcdb-52c2-4b7d-a558-8f8a742adc81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc HTTP/1.1" status: 200 len: 217 time: 0.0319116 May 16 17:44:28.207895 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-cbdd237d-7514-4436-977f-3efbc45bf3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:28.209246 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-cbdd237d-7514-4436-977f-3efbc45bf3ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6a42c17-916e-492d-98f2-344938aaf1f8 HTTP/1.1" status: 200 len: 853 time: 0.0482974 May 16 17:44:28.241631 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-8d4a4853-3759-4963-b54e-ca572fe90227 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f93a893-0813-4415-8e02-fac7fa54db24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253170 May 16 17:44:28.321207 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-12341115-6386-4e0a-acea-9208812b1f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:28.334303 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-afad7476-bf29-4d3e-a9b6-08e7f04e67ee service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 May 16 17:44:28.435569 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-212d6cfa-4606-4999-a754-9b2c3adf4ffe req-567dca35-1b84-48dc-a355-a6cacf70ed8b service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925031 May 16 17:44:28.898812 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6187e6-0909-4ee1-bf49-2813cda3222a req-4f812563-7917-4b7e-b95d-bd1d006e9a08 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:28.900260 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eb6187e6-0909-4ee1-bf49-2813cda3222a req-4f812563-7917-4b7e-b95d-bd1d006e9a08 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 943 time: 0.0515809 May 16 17:44:28.952288 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-eb6187e6-0909-4ee1-bf49-2813cda3222a req-59ba04c9-3072-4754-993a-e64b5a573d9d tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 May 16 17:44:29.101455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:29.599118 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736210e-6091-4132-a020-0c9ee814d09e req-ec518a89-72a4-483c-ad69-8039ec18e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:29.600620 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-ec518a89-72a4-483c-ad69-8039ec18e3ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e740d27d929404fbc7a4964dab899d0&device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 1127 time: 0.0512261 May 16 17:44:29.693401 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736210e-6091-4132-a020-0c9ee814d09e req-3dba6713-51a9-45dc-a4f2-2031e85c18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:29.694897 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-3dba6713-51a9-45dc-a4f2-2031e85c18e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 200 len: 914 time: 0.0864987 May 16 17:44:29.735064 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-56c622af-e7fe-4659-9ef5-06fe37ec1581 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc HTTP/1.1" status: 200 len: 217 time: 0.0335810 May 16 17:44:29.790614 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736210e-6091-4132-a020-0c9ee814d09e req-57e055d3-e4f5-410e-bd64-cf73f12f5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:29.792382 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-57e055d3-e4f5-410e-bd64-cf73f12f5d8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6a42c17-916e-492d-98f2-344938aaf1f8 HTTP/1.1" status: 200 len: 853 time: 0.0501773 May 16 17:44:29.833789 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-b923ef06-4434-4be5-9e29-02aff1337946 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f93a893-0813-4415-8e02-fac7fa54db24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319848 May 16 17:44:29.921676 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-b3402293-59a7-4bf8-99bc-3f574c53f924 service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808830 May 16 17:44:30.015489 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-f736210e-6091-4132-a020-0c9ee814d09e req-4a5ec738-8d74-43b6-b0dc-43b4bd4e1350 service neutron] 10.222.0.35 "GET /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865457 May 16 17:44:30.069788 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b29d-507b-43f1-9229-b7490176cddf req-92450bb1-df93-47d9-a01b-e57e0d22467f tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:30.071257 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bab1b29d-507b-43f1-9229-b7490176cddf req-92450bb1-df93-47d9-a01b-e57e0d22467f tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 943 time: 0.0489161 May 16 17:44:30.123959 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bab1b29d-507b-43f1-9229-b7490176cddf req-d056c094-71f7-4c52-a6a2-dc47da6fb782 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466967 May 16 17:44:30.426118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:30.510517 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:31.164477 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3fcae629-8202-4a66-ae4b-06c3c7cfddfc details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:44:31.256395 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1f23e-7240-4827-849c-79962349a0d8 req-b76969c7-67de-4555-b515-a25e8f37a0e6 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:31.257908 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b8a1f23e-7240-4827-849c-79962349a0d8 req-b76969c7-67de-4555-b515-a25e8f37a0e6 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 943 time: 0.0467966 May 16 17:44:31.270275 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:31.281614 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc', 'network_id': '9f93a893-0813-4415-8e02-fac7fa54db24', 'port_id': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc', 'mac_address': 'fa:16:3e:1f:77:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a42c17-916e-492d-98f2-344938aaf1f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:44:31.304843 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b8a1f23e-7240-4827-849c-79962349a0d8 req-633ca5e1-91fe-417f-9414-978f13fa24ec tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 May 16 17:44:31.320175 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:44:31.320570 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:31.333586 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcae629-8202-4a66-ae4b-06c3c7cfddfc {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:44:31.352416 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:31.358066 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:31.401897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:31.694906 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['3fcae629-8202-4a66-ae4b-06c3c7cfddfc'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:44:32.157573 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:32.429051 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3470a-e477-4a8e-800f-93a40f313b0c req-86ccc83e-acc0-48d1-8adc-d67d0da3208a tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:32.430496 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bcd3470a-e477-4a8e-800f-93a40f313b0c req-86ccc83e-acc0-48d1-8adc-d67d0da3208a tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 944 time: 0.0476620 May 16 17:44:32.478408 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bcd3470a-e477-4a8e-800f-93a40f313b0c req-5385432e-a2ef-4aea-a51c-7a640037f9d9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 May 16 17:44:33.114898 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:44:33.181101 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3fcae629-8202-4a66-ae4b-06c3c7cfddfc up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:44:33.227074 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:44:33.235577 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:44:33.235988 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:33.309095 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:44:33.309491 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:33.333267 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:44:33.335576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f79141-ae1a-43cc-b852-09ef23cf44ca" -d '{"events": [{"server_uuid": "6338a689-ab4a-4936-93e3-a225bce4f5f9", "name": "network-vif-plugged", "status": "completed", "tag": "3fcae629-8202-4a66-ae4b-06c3c7cfddfc"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:44:33.347643 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:33.352700 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:33.374517 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f7a6a-1c73-4a80-9d26-4dd73450ed18 x-openstack-request-id: req-168f7a6a-1c73-4a80-9d26-4dd73450ed18 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:44:33.374828 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338a689-ab4a-4936-93e3-a225bce4f5f9", "name": "network-vif-plugged", "status": "completed", "tag": "3fcae629-8202-4a66-ae4b-06c3c7cfddfc", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:44:33.375083 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-168f7a6a-1c73-4a80-9d26-4dd73450ed18 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:44:33.375478 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168f7a6a-1c73-4a80-9d26-4dd73450ed18'] response: {'server_uuid': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc', 'code': 200} May 16 17:44:33.403617 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:44:33.559530 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcc8f-bcef-4163-b11d-1705364ec431 req-9c634204-4415-403b-9608-0f32d7dd7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:33.561042 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-9b2dcc8f-bcef-4163-b11d-1705364ec431 req-9c634204-4415-403b-9608-0f32d7dd7f26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 1129 time: 0.0398884 May 16 17:44:33.596268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73be9e-cbb0-4005-bcd7-6af263ecb5f3 req-67ee4ff9-be72-4a7d-bd49-68ddc55676ea tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:33.597804 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0e73be9e-cbb0-4005-bcd7-6af263ecb5f3 req-67ee4ff9-be72-4a7d-bd49-68ddc55676ea tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0508001 May 16 17:44:33.607147 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-9b2dcc8f-bcef-4163-b11d-1705364ec431 req-76c6a823-1442-40d9-a8b7-532222535ab5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 May 16 17:44:33.643478 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0e73be9e-cbb0-4005-bcd7-6af263ecb5f3 req-d3e1d747-359e-4522-85f7-792a7736bb65 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 May 16 17:44:34.775146 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d6cbd-8ea7-4ca3-8748-bc2231f476d1 req-298738d8-57a9-4d08-9d7f-5f956286b2c1 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:34.776620 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d47d6cbd-8ea7-4ca3-8748-bc2231f476d1 req-298738d8-57a9-4d08-9d7f-5f956286b2c1 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0493844 May 16 17:44:34.823574 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d47d6cbd-8ea7-4ca3-8748-bc2231f476d1 req-e867ebdc-1f8a-4b15-b1ed-dea9076c6668 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 May 16 17:44:35.957904 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0d55-2205-4cab-be7c-7265c5fd97d1 req-9714fcaf-f54e-4272-80d9-d006a4ca1367 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:35.959903 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-aa1f0d55-2205-4cab-be7c-7265c5fd97d1 req-9714fcaf-f54e-4272-80d9-d006a4ca1367 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0589237 May 16 17:44:36.010847 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-aa1f0d55-2205-4cab-be7c-7265c5fd97d1 req-1ed1c035-9e83-4c18-b9ca-14591a040525 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 May 16 17:44:39.967842 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac563-7ca4-4234-a814-039ec362bc3f req-e1a9ceda-08ac-4b30-a925-4841bc0fc504 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:39.969308 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d1cac563-7ca4-4234-a814-039ec362bc3f req-e1a9ceda-08ac-4b30-a925-4841bc0fc504 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0477333 May 16 17:44:39.974700 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae07c-5dea-426e-837f-970d97812507 req-a0ed2c23-7ce4-484d-b165-901e7d9bb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:39.976254 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-a0ed2c23-7ce4-484d-b165-901e7d9bb441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1168 time: 0.0394492 May 16 17:44:40.029242 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d1cac563-7ca4-4234-a814-039ec362bc3f req-d7af2173-d9d1-4ea0-9392-c2296bd45fe0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538135 May 16 17:44:40.072912 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae07c-5dea-426e-837f-970d97812507 req-53ff2230-9d4c-4f29-958e-047d36f73102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:40.074533 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-53ff2230-9d4c-4f29-958e-047d36f73102 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 916 time: 0.0881963 May 16 17:44:40.138985 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-f4363053-c518-4437-9b59-00870a1ec9ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 1000 time: 0.0568497 May 16 17:44:40.195255 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae07c-5dea-426e-837f-970d97812507 req-43c58138-1467-490c-8008-6b59fc27215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:40.196673 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-43c58138-1467-490c-8008-6b59fc27215c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 200 len: 854 time: 0.0502322 May 16 17:44:40.241399 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae07c-5dea-426e-837f-970d97812507 req-167d4c28-7f3f-4e3b-9982-14b05819ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:40.242867 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-167d4c28-7f3f-4e3b-9982-14b05819ddd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382984 May 16 17:44:40.361791 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-03c83faa-e592-42eb-83f4-cc80b49996bd service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075134 May 16 17:44:40.450124 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a3bae07c-5dea-426e-837f-970d97812507 req-8a012949-0dd1-4d25-bd34-3437c76eaf04 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825474 May 16 17:44:41.178221 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b194-4ce3-4992-b527-2c431dba320a req-b14a5c14-e9ff-48e1-9d94-e55006ac0db3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:41.179687 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a7a2b194-4ce3-4992-b527-2c431dba320a req-b14a5c14-e9ff-48e1-9d94-e55006ac0db3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0584800 May 16 17:44:41.248362 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a7a2b194-4ce3-4992-b527-2c431dba320a req-0dd14b7d-652f-493b-997f-a9c241014753 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627909 May 16 17:44:42.371397 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2117b-0c7e-4a56-9003-0e50acb13416 req-23cd79e3-6934-4e7d-978a-d084de274bc9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:42.372825 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dfc2117b-0c7e-4a56-9003-0e50acb13416 req-23cd79e3-6934-4e7d-978a-d084de274bc9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0487146 May 16 17:44:42.449482 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dfc2117b-0c7e-4a56-9003-0e50acb13416 req-75a23f17-0662-4457-a46a-308ca1dfed7a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682318 May 16 17:44:43.574328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1c089-e1dc-4fe3-a013-fbc5cfd87191 req-7ba7ed2b-f775-469e-bfca-ee540eb089da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:43.575773 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a3e1c089-e1dc-4fe3-a013-fbc5cfd87191 req-7ba7ed2b-f775-469e-bfca-ee540eb089da tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0478241 May 16 17:44:43.636173 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a3e1c089-e1dc-4fe3-a013-fbc5cfd87191 req-4de26827-821f-4857-af05-f77965e44599 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547502 May 16 17:44:44.770840 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3a9c5-2832-4977-9c2f-7e0e669b73c3 req-1b7ec500-7c78-4bda-80ad-225c9a87d07c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:44.772279 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bbc3a9c5-2832-4977-9c2f-7e0e669b73c3 req-1b7ec500-7c78-4bda-80ad-225c9a87d07c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0510550 May 16 17:44:44.832807 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bbc3a9c5-2832-4977-9c2f-7e0e669b73c3 req-cdeb56ba-0e88-4012-ac74-311d9c6b533e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546024 May 16 17:44:45.961952 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948003-868e-4136-9997-820efcd3c903 req-6c6407de-4c96-430f-b080-4c9cab9f0b30 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:45.963420 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1b948003-868e-4136-9997-820efcd3c903 req-6c6407de-4c96-430f-b080-4c9cab9f0b30 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0511625 May 16 17:44:46.027681 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1b948003-868e-4136-9997-820efcd3c903 req-96772c35-03d1-4b43-8b97-fd287ac85b39 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555208 May 16 17:44:47.153668 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8d4bc-bd3e-4b12-810a-4303d50b552b req-f4a36aed-a70d-406e-a52e-492f328dd91a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:47.156059 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6f8d4bc-bd3e-4b12-810a-4303d50b552b req-f4a36aed-a70d-406e-a52e-492f328dd91a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0568018 May 16 17:44:47.220282 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f6f8d4bc-bd3e-4b12-810a-4303d50b552b req-537b1237-9ec6-49c4-a5a9-c34b363e6f1a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555623 May 16 17:44:48.335129 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cea49-b454-4906-aed4-b55ee200e646 req-7cb562f7-344a-4e9b-b35f-56e19d5f80b0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:48.336448 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-090cea49-b454-4906-aed4-b55ee200e646 req-7cb562f7-344a-4e9b-b35f-56e19d5f80b0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0471628 May 16 17:44:48.400600 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-090cea49-b454-4906-aed4-b55ee200e646 req-e3a137bc-03e6-4614-b0e0-b544f152ebfd tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554883 May 16 17:44:49.543831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203c100-b72e-455e-8e1e-3b69aee7c790 req-0a302569-0382-4045-8418-2dce0d137519 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:49.545336 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f203c100-b72e-455e-8e1e-3b69aee7c790 req-0a302569-0382-4045-8418-2dce0d137519 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0581038 May 16 17:44:49.611567 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f203c100-b72e-455e-8e1e-3b69aee7c790 req-e64cccdb-1180-4953-ad44-fe844be8a5b7 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603950 May 16 17:44:50.588255 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276084e9-b877-49f9-829a-b38d5e407931 req-79ebc32f-3a59-4762-9cc6-396e9ef3c0e3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:50.589736 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-276084e9-b877-49f9-829a-b38d5e407931 req-79ebc32f-3a59-4762-9cc6-396e9ef3c0e3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0469017 May 16 17:44:50.648489 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-276084e9-b877-49f9-829a-b38d5e407931 req-e33a64d6-b5fc-4214-a747-dd6d10af10b3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500901 May 16 17:44:50.740794 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7a813-4914-4df2-8681-92e76f1e693e req-c4b908b2-f8c1-47eb-88e7-a4bf6673ff7c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:50.742280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b6e7a813-4914-4df2-8681-92e76f1e693e req-c4b908b2-f8c1-47eb-88e7-a4bf6673ff7c tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0474198 May 16 17:44:50.805280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b6e7a813-4914-4df2-8681-92e76f1e693e req-a691b387-8b2f-4747-a20f-364110557b78 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549297 May 16 17:44:51.775110 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a70b2-9a96-475a-accf-5a7ee7dc3269 req-7b2f0ff7-97a4-4dd3-b846-413371f54f69 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:51.776549 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a75a70b2-9a96-475a-accf-5a7ee7dc3269 req-7b2f0ff7-97a4-4dd3-b846-413371f54f69 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0522075 May 16 17:44:51.836088 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a75a70b2-9a96-475a-accf-5a7ee7dc3269 req-8443120a-88cf-4891-95d4-500b6aec96a1 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538971 May 16 17:44:51.926829 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7a463-825d-49db-ad40-2b4b880f25c9 req-2a7d18f4-e441-43d3-83e6-ccf090d88625 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:51.928333 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1fe7a463-825d-49db-ad40-2b4b880f25c9 req-2a7d18f4-e441-43d3-83e6-ccf090d88625 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0490186 May 16 17:44:51.988399 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1fe7a463-825d-49db-ad40-2b4b880f25c9 req-9b899388-8ff3-4484-90f7-e9b32625b6f8 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542400 May 16 17:44:52.955228 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920a99e-f489-4188-bc61-4b1cf6ced5d1 req-489f21a6-f566-42b7-9ecc-b85987ef90ae tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:52.956745 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d920a99e-f489-4188-bc61-4b1cf6ced5d1 req-489f21a6-f566-42b7-9ecc-b85987ef90ae tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0479002 May 16 17:44:53.009745 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d920a99e-f489-4188-bc61-4b1cf6ced5d1 req-9d1e4fa9-db05-4b5f-b3dc-663e5bd08aec tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466390 May 16 17:44:53.111535 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182a6de-cf45-4e66-b888-859ac0179642 req-5cb79f77-bf16-489d-b6db-eb8866ca1136 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:53.113019 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b182a6de-cf45-4e66-b888-859ac0179642 req-5cb79f77-bf16-489d-b6db-eb8866ca1136 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0477834 May 16 17:44:53.176742 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b182a6de-cf45-4e66-b888-859ac0179642 req-06e37f4e-72b4-42dd-9cfd-0abe3e1cc3bb tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571797 May 16 17:44:54.130965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755460f-3c80-4844-8681-4e449f8ddc02 req-2ab0c776-48ab-4937-be2e-70eb39840fd0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:54.132416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8755460f-3c80-4844-8681-4e449f8ddc02 req-2ab0c776-48ab-4937-be2e-70eb39840fd0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0477366 May 16 17:44:54.182577 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8755460f-3c80-4844-8681-4e449f8ddc02 req-8b75ab32-836b-43c6-b6c6-605a663bba61 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 May 16 17:44:54.306407 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a8ba5-fbd5-472f-afd1-742cbaf8a4ef req-f386b0da-4995-40a2-85a6-963c4b08a2c9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:54.307889 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4d2a8ba5-fbd5-472f-afd1-742cbaf8a4ef req-f386b0da-4995-40a2-85a6-963c4b08a2c9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0538056 May 16 17:44:54.368783 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4d2a8ba5-fbd5-472f-afd1-742cbaf8a4ef req-e17658cc-85b9-4c11-813d-d89814c3d8ec tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536253 May 16 17:44:55.450279 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35050a9-460e-400a-a66a-0099420caf37 req-94098ed1-f982-4765-94c5-8dce036428f0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:55.451741 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f35050a9-460e-400a-a66a-0099420caf37 req-94098ed1-f982-4765-94c5-8dce036428f0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.1992865 May 16 17:44:55.501250 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f35050a9-460e-400a-a66a-0099420caf37 req-22503c69-5ce7-490f-9bfe-2ceb8ea9dd84 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 May 16 17:44:55.551192 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c0cf0-4b20-4065-94ef-857cc3f9a927 req-cf7f6f7a-e22d-4015-afb0-e83c15928d79 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:55.552643 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-623c0cf0-4b20-4065-94ef-857cc3f9a927 req-cf7f6f7a-e22d-4015-afb0-e83c15928d79 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0999992 May 16 17:44:55.613357 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-623c0cf0-4b20-4065-94ef-857cc3f9a927 req-aaecd3f4-09e4-4120-8a69-be3391ddd36f tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547276 May 16 17:44:55.848269 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-432b083c-e4df-44e6-93a1-784bf304937d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:56.624138 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe585d3-284d-4822-9b9d-67030d9d634a req-4eb84f6f-44b8-4fbe-9965-49779a5aba26 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:56.625697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cbe585d3-284d-4822-9b9d-67030d9d634a req-4eb84f6f-44b8-4fbe-9965-49779a5aba26 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0476363 May 16 17:44:56.678831 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cbe585d3-284d-4822-9b9d-67030d9d634a req-7e65dd63-86e9-4487-8dbf-3fb1ef9a3793 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 May 16 17:44:56.742773 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20151a4-a1ff-4400-8fe1-60862d2dc54c req-615d37f1-d6dd-4c24-8b0e-6c362e649651 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:56.744236 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e20151a4-a1ff-4400-8fe1-60862d2dc54c req-615d37f1-d6dd-4c24-8b0e-6c362e649651 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0465467 May 16 17:44:56.811942 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e20151a4-a1ff-4400-8fe1-60862d2dc54c req-1965156d-ca6d-4b64-bc55-f38866d4aa5e tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617321 May 16 17:44:57.316891 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611318-a2ad-4f76-b6c0-8614262146d8 req-5b321252-cb1e-4a73-adce-6c3fd774a874 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:57.318317 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5d611318-a2ad-4f76-b6c0-8614262146d8 req-5b321252-cb1e-4a73-adce-6c3fd774a874 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0499146 May 16 17:44:57.366365 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5d611318-a2ad-4f76-b6c0-8614262146d8 req-594e0812-ae5b-4273-bb9e-8b3a998eaacd tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 May 16 17:44:57.797878 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a92490-e7df-4b45-9778-5e96dc8f86d5 req-c74e6a7f-912b-4224-8b90-51c9f9ff384b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:57.799326 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-53a92490-e7df-4b45-9778-5e96dc8f86d5 req-c74e6a7f-912b-4224-8b90-51c9f9ff384b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0482895 May 16 17:44:57.853350 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-53a92490-e7df-4b45-9778-5e96dc8f86d5 req-c1fd087e-7aa8-45e6-b40e-aaeaf03828be tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 May 16 17:44:57.946942 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99236bc0-7dd4-4c92-948b-cd73c9e2fcbe req-a00f5a52-92af-46a8-bfae-378fbf1e3ef4 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:57.948379 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-99236bc0-7dd4-4c92-948b-cd73c9e2fcbe req-a00f5a52-92af-46a8-bfae-378fbf1e3ef4 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.0518060 May 16 17:44:58.010658 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-99236bc0-7dd4-4c92-948b-cd73c9e2fcbe req-2af364eb-ef13-427b-9780-6287220b7904 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=1b88c01b-7f15-4181-b815-3a895a7d0309&id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562789 May 16 17:44:58.331657 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-20a28a7c-35ec-41cd-a3a1-4609b95bcaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:58.482681 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7704f-8a97-4b9a-8d10-0052d4b8c077 req-1aa122f7-7968-4143-a6eb-18419de596f9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:58.484124 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e2a7704f-8a97-4b9a-8d10-0052d4b8c077 req-1aa122f7-7968-4143-a6eb-18419de596f9 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0469301 May 16 17:44:58.543197 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e2a7704f-8a97-4b9a-8d10-0052d4b8c077 req-2e1190a5-21fb-42c1-885d-d32697afcbdb tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 May 16 17:44:58.981969 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e4c9-0045-46b9-a9e9-3a48d1174a21 req-209ddecd-5a8e-4dd7-b6be-c5fe344d7979 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:58.983415 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5cb0e4c9-0045-46b9-a9e9-3a48d1174a21 req-209ddecd-5a8e-4dd7-b6be-c5fe344d7979 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0486228 May 16 17:44:59.037937 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5cb0e4c9-0045-46b9-a9e9-3a48d1174a21 req-1929ba9f-e3b5-484b-aff6-eb9269418f81 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460429 May 16 17:44:59.110742 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:59.587785 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b708-170c-471b-a495-c24420808b87 req-d02714dc-260b-42cc-834c-5e8a58dbff88 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:59.589235 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-18e7b708-170c-471b-a495-c24420808b87 req-d02714dc-260b-42cc-834c-5e8a58dbff88 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0637202 May 16 17:44:59.657788 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68c899-3fc4-4cfa-9bea-215fcd6c3649 req-0314366d-e89f-463c-a528-6e898ec61880 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:44:59.659242 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f68c899-3fc4-4cfa-9bea-215fcd6c3649 req-0314366d-e89f-463c-a528-6e898ec61880 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/ports?device_id=6338a689-ab4a-4936-93e3-a225bce4f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0461857 May 16 17:44:59.676969 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Deleting port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:44:59.677317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:59.707500 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f68c899-3fc4-4cfa-9bea-215fcd6c3649 req-cbfe6f89-1bd7-41cb-b426-77cb2ad3121e tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd255e5-6e92-4824-8a20-e1a499bc03af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423834 May 16 17:44:59.764183 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] For port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,segment=NetworkSegment(5c5f4986-fe40-4938-b7f9-dd726da21df2),segment_id=5c5f4986-fe40-4938-b7f9-dd726da21df2)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:44:59.764554 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:59.780721 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Calling delete_port for 3fcae629-8202-4a66-ae4b-06c3c7cfddfc owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:44:59.934367 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (3fcae629-8202-4a66-ae4b-06c3c7cfddfc), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:44:59.953581 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['3fcae629-8202-4a66-ae4b-06c3c7cfddfc'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:44:59.963672 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Pushing event deleted for resources: {'Port': ['ID=3fcae629-8202-4a66-ae4b-06c3c7cfddfc,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:00.012049 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] No DVR routers for this DVR port 3fcae629-8202-4a66-ae4b-06c3c7cfddfc on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:00.015021 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:00.018313 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-18e7b708-170c-471b-a495-c24420808b87 req-6882aa0a-a048-479b-aa9c-a12875b78e33 tempest-VolumesSnapshotTestJSON-1499934369 tempest-VolumesSnapshotTestJSON-1499934369-project] 10.222.0.35 "DELETE /v2.0/ports/3fcae629-8202-4a66-ae4b-06c3c7cfddfc HTTP/1.1" status: 204 len: 173 time: 0.4227421 May 16 17:45:00.018742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'name': 'network-vif-deleted', 'tag': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:00.021074 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0414b9-dec5-46ed-aac7-62bc1cbee054" -d '{"events": [{"server_uuid": "6338a689-ab4a-4936-93e3-a225bce4f5f9", "name": "network-vif-deleted", "tag": "3fcae629-8202-4a66-ae4b-06c3c7cfddfc"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:00.060201 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237892d-f6a6-40f4-8f40-e2e4f531857b x-openstack-request-id: req-2237892d-f6a6-40f4-8f40-e2e4f531857b {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:00.060511 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6338a689-ab4a-4936-93e3-a225bce4f5f9", "name": "network-vif-deleted", "tag": "3fcae629-8202-4a66-ae4b-06c3c7cfddfc", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:00.060745 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2237892d-f6a6-40f4-8f40-e2e4f531857b {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:00.061236 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2237892d-f6a6-40f4-8f40-e2e4f531857b'] response: {'server_uuid': '6338a689-ab4a-4936-93e3-a225bce4f5f9', 'name': 'network-vif-deleted', 'tag': '3fcae629-8202-4a66-ae4b-06c3c7cfddfc', 'status': 'completed', 'code': 200} May 16 17:45:00.155021 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6410b61-f924-4cd3-a4e8-9e9ede6ea773 req-36e08222-080b-4c6e-87b8-d06ea91e7285 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:00.156544 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d6410b61-f924-4cd3-a4e8-9e9ede6ea773 req-36e08222-080b-4c6e-87b8-d06ea91e7285 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0494630 May 16 17:45:00.207007 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d6410b61-f924-4cd3-a4e8-9e9ede6ea773 req-be915873-02af-4c8d-a6d2-932adb8790b5 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 May 16 17:45:00.432172 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:00.510199 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:01.329095 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873238d3-30d7-4571-93b8-801b513c6f2f req-78d9dd01-ba51-4654-9a83-3b9f3d3a96d6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:01.330715 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-873238d3-30d7-4571-93b8-801b513c6f2f req-78d9dd01-ba51-4654-9a83-3b9f3d3a96d6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0525565 May 16 17:45:01.379929 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-873238d3-30d7-4571-93b8-801b513c6f2f req-54529545-ba1a-42b1-9b5a-42783fb90760 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 May 16 17:45:01.628957 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-ee1f42ad-3598-4f2b-bd94-db6185b1236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:01.630396 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-ee1f42ad-3598-4f2b-bd94-db6185b1236b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1130 time: 0.0439360 May 16 17:45:01.727425 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-75b3cede-fb69-4e6c-9eef-ca266fdf6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:01.729533 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-75b3cede-fb69-4e6c-9eef-ca266fdf6068 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 910 time: 0.0909116 May 16 17:45:01.794400 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-838e60aa-b405-4f44-9319-44e86c0dbbc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 1002 time: 0.0581264 May 16 17:45:01.841945 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-736c1293-370c-41bd-9b69-d07a0696ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:01.843352 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-736c1293-370c-41bd-9b69-d07a0696ab85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0420501 May 16 17:45:01.895601 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-9b16fdb4-ae1c-4846-9939-718703b2df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:01.897803 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-9b16fdb4-ae1c-4846-9939-718703b2df03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480251 May 16 17:45:01.993815 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-fdc8aca6-45b1-4498-ad2c-f56e278925e1 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883458 May 16 17:45:02.087281 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-e215d772-5703-4180-aa0e-e39b0d8a32aa req-b178e9cd-cc6f-4a3a-8941-3fc791a72e53 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871296 May 16 17:45:02.155367 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:02.507656 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a88e54-d21f-464b-9d69-250faab2b836 req-39cd0b30-cc80-4535-ab8a-821567bd4b20 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:02.509108 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3a88e54-d21f-464b-9d69-250faab2b836 req-39cd0b30-cc80-4535-ab8a-821567bd4b20 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0526593 May 16 17:45:02.560779 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c3a88e54-d21f-464b-9d69-250faab2b836 req-f208f7e4-92e3-46e2-90db-85c8e7af6a07 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 May 16 17:45:03.298418 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3fcae629-8202-4a66-ae4b-06c3c7cfddfc no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:03.324536 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 3fcae629-8202-4a66-ae4b-06c3c7cfddfc {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:03.324864 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3fcae629-8202-4a66-ae4b-06c3c7cfddfc not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:03.691404 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8231daa-34d8-4c6b-bd7d-4b84cb23551e req-dc673798-1e26-4d8a-b65f-06a314bee834 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:03.692932 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f8231daa-34d8-4c6b-bd7d-4b84cb23551e req-dc673798-1e26-4d8a-b65f-06a314bee834 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0518234 May 16 17:45:03.743135 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f8231daa-34d8-4c6b-bd7d-4b84cb23551e req-838a604a-4f73-467d-8ae4-eb0eaaab3a11 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 May 16 17:45:04.868240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1487e9-2073-4cc0-b46c-6813264e2435 req-29b0f231-38db-442d-ba4a-4926ea9ad3ea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:04.869725 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6b1487e9-2073-4cc0-b46c-6813264e2435 req-29b0f231-38db-442d-ba4a-4926ea9ad3ea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0497606 May 16 17:45:04.922255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6b1487e9-2073-4cc0-b46c-6813264e2435 req-dd85ac39-edb3-4476-a609-895eaa518e73 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443630 May 16 17:45:05.153896 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-8f01954c-b2f0-4bb3-8670-136ed1dd2c50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403109 May 16 17:45:05.643886 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-038361e0-6a03-4cf3-bf92-24e6f6ee5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:05.645591 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-038361e0-6a03-4cf3-bf92-24e6f6ee5b17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 1129 time: 0.0409851 May 16 17:45:05.766133 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-e92169c1-825d-4781-ba5c-1fb7e091b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:05.767625 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-e92169c1-825d-4781-ba5c-1fb7e091b001 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 200 len: 920 time: 0.0912848 May 16 17:45:05.830898 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-189b3a74-be87-41e4-bce5-2d93d998601c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 200 len: 217 time: 0.0330675 May 16 17:45:05.890163 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-4a186694-e379-4c8b-8858-a2cb84c4c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:05.891641 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-4a186694-e379-4c8b-8858-a2cb84c4c83f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 200 len: 858 time: 0.0475600 May 16 17:45:05.947871 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-acb488b7-21d0-4e1a-beba-1778799f110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:05.949416 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-acb488b7-21d0-4e1a-beba-1778799f110a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3aa429a-c40d-42bd-9dfe-fc635bd438c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479612 May 16 17:45:06.035755 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84b46c-aaf1-458f-a892-9f48b28783b2 req-ad369334-573d-4f13-b169-d77605f0874e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:06.037269 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bd84b46c-aaf1-458f-a892-9f48b28783b2 req-ad369334-573d-4f13-b169-d77605f0874e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0471499 May 16 17:45:06.046152 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-15a7bbbe-118e-439c-a801-a709d0eb3a5f service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860059 May 16 17:45:06.089614 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bd84b46c-aaf1-458f-a892-9f48b28783b2 req-bcbe7ad6-f82c-41cf-9bbb-8bb685b0577b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459583 May 16 17:45:06.143645 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a5494ec0-70b5-47ef-8237-55931a4f9293 req-e5b5dae9-2f15-42ec-85cb-d3fc84c5b912 service neutron] 10.222.0.35 "GET /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 May 16 17:45:07.208297 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ace7e8-b9ea-4396-b3a7-d349e65017e7 req-8c1524d6-eb14-4d6c-9f00-bf159577a747 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:07.209978 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d1ace7e8-b9ea-4396-b3a7-d349e65017e7 req-8c1524d6-eb14-4d6c-9f00-bf159577a747 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0523281 May 16 17:45:07.261339 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d1ace7e8-b9ea-4396-b3a7-d349e65017e7 req-83c0af4c-ea5e-4ebe-8017-00b880f8bd71 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449026 May 16 17:45:07.339559 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-92328052-6813-4ce8-9329-19ad62013850 req-ea392895-c6d2-4a64-ac59-0fa52c7581e3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:45:07.340321 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92328052-6813-4ce8-9329-19ad62013850 req-ea392895-c6d2-4a64-ac59-0fa52c7581e3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055907 May 16 17:45:07.491158 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34246) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:07.500570 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134559cf-8eea-4d75-8aaf-9aacc298f9ed req-c9b4aa05-c601-4ca6-b445-74016af1143c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:07.502276 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-134559cf-8eea-4d75-8aaf-9aacc298f9ed req-c9b4aa05-c601-4ca6-b445-74016af1143c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0515156 May 16 17:45:07.568871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-134559cf-8eea-4d75-8aaf-9aacc298f9ed req-e59e66d2-cab1-4587-8fae-d3738afd20e5 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565400 May 16 17:45:07.590483 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-b6af689b-76a8-426f-ac4c-8e4a2d655268 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984464 May 16 17:45:07.599723 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-64aec205-0905-4a74-9ffb-a3bfdf6e347b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:45:07.601496 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-64aec205-0905-4a74-9ffb-a3bfdf6e347b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054650 May 16 17:45:07.644808 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fba8e6-bfa6-4950-a25e-ac752473a452 req-986b4942-f6ce-49b9-beeb-216b978ffea1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:07.646560 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-53fba8e6-bfa6-4950-a25e-ac752473a452 req-986b4942-f6ce-49b9-beeb-216b978ffea1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0572283 May 16 17:45:07.697219 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-53fba8e6-bfa6-4950-a25e-ac752473a452 req-12a3dce8-491e-4002-aef7-ce856965ba5a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427115 May 16 17:45:07.699217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34258) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:07.792703 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-320a598e-6346-4939-8b37-d0d4edf6ffe4 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:07.794067 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-320a598e-6346-4939-8b37-d0d4edf6ffe4 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports/d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 943 time: 0.0937984 May 16 17:45:08.688027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9b504-c5c5-4513-8049-cc4b84e7cf53 req-67af5311-014c-4e9a-8b9a-9a94e99c9f7f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:08.689693 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8bd9b504-c5c5-4513-8049-cc4b84e7cf53 req-67af5311-014c-4e9a-8b9a-9a94e99c9f7f tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0552483 May 16 17:45:08.741942 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8bd9b504-c5c5-4513-8049-cc4b84e7cf53 req-530c1f52-8b88-4819-9fc0-edfcee2792fc tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453770 May 16 17:45:08.813739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe4f3e-de4d-482e-aa55-a779737e4f72 req-97bf446d-a679-4e4c-b5c0-513a6361674b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:08.815199 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-28fe4f3e-de4d-482e-aa55-a779737e4f72 req-97bf446d-a679-4e4c-b5c0-513a6361674b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0510955 May 16 17:45:08.863071 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-28fe4f3e-de4d-482e-aa55-a779737e4f72 req-6dc52015-b4a9-4f9c-a074-c3e981041a24 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 May 16 17:45:09.322046 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:09.399435 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d3d402b3-9560-4542-9028-c21ffae8c316 is: ACTIVE; New status is: DOWN {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:09.399808 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:09.423023 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:09.425179 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaec176-a70d-4ef9-85ca-5f4422ab4901" -d '{"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:09.440082 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:09.445678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:09.467607 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f29093-2b0f-4b07-988e-8b100ca6c05b x-openstack-request-id: req-64f29093-2b0f-4b07-988e-8b100ca6c05b {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:09.467898 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-unplugged", "status": "failed", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "code": 422}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:09.468233 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64f29093-2b0f-4b07-988e-8b100ca6c05b {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:09.468677 dv-cinder-837699-6-iscsi neutron-server[104868]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-64f29093-2b0f-4b07-988e-8b100ca6c05b']: {'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'code': 422} returned with failed status May 16 17:45:09.494279 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=6']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:09.501434 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.501818 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.502189 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.502553 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.502896 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.503305 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.503635 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.503970 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.504302 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.504629 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.504957 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.505298 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.505653 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.505980 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.506304 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:09.854528 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d991-b3b3-4d03-a779-8ec450b1b14c req-fa49e584-229c-4e7b-8191-0163f2512226 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:09.856063 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2954d991-b3b3-4d03-a779-8ec450b1b14c req-fa49e584-229c-4e7b-8191-0163f2512226 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0462067 May 16 17:45:09.905852 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2954d991-b3b3-4d03-a779-8ec450b1b14c req-45fca87b-5c94-450a-b81c-d9dceb0df50c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 May 16 17:45:10.044745 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa149dd1-e89e-4176-a7ac-6f9a240b1807 req-f70602fb-e150-460c-9cf5-2937fd74dddb tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:10.046205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-aa149dd1-e89e-4176-a7ac-6f9a240b1807 req-f70602fb-e150-460c-9cf5-2937fd74dddb tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0497122 May 16 17:45:10.092449 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-aa149dd1-e89e-4176-a7ac-6f9a240b1807 req-571138d7-302e-46c7-9429-d3f36c25d681 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 May 16 17:45:10.117510 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:45:11.033025 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ec114-e2ed-4a14-838b-6a296ca01eb4 req-e0402aab-4db6-4d46-aa3d-7c1bfdd58759 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:11.034526 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a10ec114-e2ed-4a14-838b-6a296ca01eb4 req-e0402aab-4db6-4d46-aa3d-7c1bfdd58759 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0541368 May 16 17:45:11.087340 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a10ec114-e2ed-4a14-838b-6a296ca01eb4 req-9b2a9a32-a0c7-4f74-89f4-aac62b711c2b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470929 May 16 17:45:11.218288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a73658-0d22-4960-80c8-36c7273b9f0e req-599d752e-4ba8-435e-b431-096a4437be00 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:11.219747 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b7a73658-0d22-4960-80c8-36c7273b9f0e req-599d752e-4ba8-435e-b431-096a4437be00 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0475354 May 16 17:45:11.271840 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b7a73658-0d22-4960-80c8-36c7273b9f0e req-46a5ef81-d984-482c-b72d-9e575676bc88 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461857 May 16 17:45:12.232240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e67ff-2b06-4e84-9060-e5634d418091 req-5c4de223-4468-46a4-b1ff-aeef9a7c523c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:12.233746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a28e67ff-2b06-4e84-9060-e5634d418091 req-5c4de223-4468-46a4-b1ff-aeef9a7c523c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0541539 May 16 17:45:12.298901 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a28e67ff-2b06-4e84-9060-e5634d418091 req-b418a5db-a291-4d51-a6c8-e737c442918c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570111 May 16 17:45:12.410179 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d6e2-7996-4190-a4ba-4476ce8b2ff8 req-dba7ff17-a441-488c-915b-9bbf586bf43b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:12.411566 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-56f1d6e2-7996-4190-a4ba-4476ce8b2ff8 req-dba7ff17-a441-488c-915b-9bbf586bf43b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0575590 May 16 17:45:12.473625 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-56f1d6e2-7996-4190-a4ba-4476ce8b2ff8 req-68b1e823-579a-457a-9240-f1e1b9cda835 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532916 May 16 17:45:13.310904 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-f4220ebf-5f37-4f73-a0b9-1465f98e0f40 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:13.312391 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-f4220ebf-5f37-4f73-a0b9-1465f98e0f40 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0539868 May 16 17:45:13.424958 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Deleting port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:13.425632 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:13.438697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4669d0-66a0-4854-909f-de4765a7d7bd req-c485869c-1b80-4ce2-bda7-a95839c8828e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:13.440177 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fd4669d0-66a0-4854-909f-de4765a7d7bd req-c485869c-1b80-4ce2-bda7-a95839c8828e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0582845 May 16 17:45:13.492623 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fd4669d0-66a0-4854-909f-de4765a7d7bd req-f9e0d2e5-fc4b-4c48-ac2b-a840dddc7cea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430081 May 16 17:45:13.525019 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] For port 5942e31d-ecd1-4f97-9d8e-c38cb2323490, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5942e31d-ecd1-4f97-9d8e-c38cb2323490,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:13.525399 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:13.589149 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f045f-32c2-472e-9445-aaa2f63cbb8f req-a52e5f58-5395-428b-aa31-2d602a63e528 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:13.590990 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bc4f045f-32c2-472e-9445-aaa2f63cbb8f req-a52e5f58-5395-428b-aa31-2d602a63e528 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 946 time: 0.0478559 May 16 17:45:13.645670 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bc4f045f-32c2-472e-9445-aaa2f63cbb8f req-577230e5-d49c-474c-b47e-715939412732 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc006893-9d3c-4d41-bff2-77603e0736c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485716 May 16 17:45:13.750979 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:13.751421 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:13.751759 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Floating IP 4d5c449e-bcfb-4142-944b-8e8dbf0a35f9 disassociated. External IP: 172.27.0.204, port: 5942e31d-ecd1-4f97-9d8e-c38cb2323490. May 16 17:45:13.752133 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Calling delete_port for 5942e31d-ecd1-4f97-9d8e-c38cb2323490 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:13.896280 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (5942e31d-ecd1-4f97-9d8e-c38cb2323490), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:13.931715 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event deleted for resources: {'Port': ['ID=5942e31d-ecd1-4f97-9d8e-c38cb2323490,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:14.041328 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Router 91a44a45-12d0-4645-8c78-871662dc9c8c has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:14.143203 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:14.157476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] Sync routers for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:14.169124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:14.170294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:44:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:14.189021 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] No DVR routers for this DVR port 5942e31d-ecd1-4f97-9d8e-c38cb2323490 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:14.191682 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:14.195125 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4797cebc-ba5d-4607-9708-cf1abe041d85 req-5385b0d9-7617-43e2-8663-9190d8ad954d tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "DELETE /v2.0/ports/5942e31d-ecd1-4f97-9d8e-c38cb2323490 HTTP/1.1" status: 204 len: 173 time: 0.8780799 May 16 17:45:14.195567 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'name': 'network-vif-deleted', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:14.198003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6acee-5e4f-4de0-b795-41941bc970e5" -d '{"events": [{"server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "name": "network-vif-deleted", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:14.321398 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f964c8-7219-4042-acff-6ac9de4c0a49 x-openstack-request-id: req-d8f964c8-7219-4042-acff-6ac9de4c0a49 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:14.322025 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae780970-4212-46bc-8038-69067eb4e039", "name": "network-vif-deleted", "tag": "5942e31d-ecd1-4f97-9d8e-c38cb2323490", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:14.322025 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8f964c8-7219-4042-acff-6ac9de4c0a49 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:14.322354 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f964c8-7219-4042-acff-6ac9de4c0a49'] response: {'server_uuid': 'ae780970-4212-46bc-8038-69067eb4e039', 'name': 'network-vif-deleted', 'tag': '5942e31d-ecd1-4f97-9d8e-c38cb2323490', 'status': 'completed', 'code': 200} May 16 17:45:14.357197 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:14.619324 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:14.639584 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca36c5e-ffc6-4a57-a803-5d2b5ccb608e req-de2b60b4-fb84-4aa5-b8bc-c22c08f2a3fc tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:14.642017 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5ca36c5e-ffc6-4a57-a803-5d2b5ccb608e req-de2b60b4-fb84-4aa5-b8bc-c22c08f2a3fc tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0554547 May 16 17:45:14.648955 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] Checking router: 91a44a45-12d0-4645-8c78-871662dc9c8c for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:14.658416 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:14.659065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:44:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:14.751322 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5ca36c5e-ffc6-4a57-a803-5d2b5ccb608e req-9e53b462-b483-4f3c-a451-d6d477422174 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035221 May 16 17:45:14.760113 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-14d514aa-faa4-4770-a1a5-dbfa84558dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:14.761661 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-14d514aa-faa4-4770-a1a5-dbfa84558dc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6&tenant_id=7ee0e621e3c34c3bba8434228c575a84 HTTP/1.1" status: 200 len: 1128 time: 0.4736876 May 16 17:45:14.814163 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:14.842107 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-80fa1b3b-576d-4d84-a77d-c9d5128c34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:14.844306 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-80fa1b3b-576d-4d84-a77d-c9d5128c34d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1128 time: 0.0553639 May 16 17:45:14.853197 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-159442a2-97ad-46cb-82e2-d4e8085f517f req-71b4f81d-16cb-490b-9f6d-b5a9343215aa tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae780970-4212-46bc-8038-69067eb4e039 HTTP/1.1" status: 200 len: 210 time: 0.0376003 May 16 17:45:15.007916 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:15.037639 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3b583-7d94-4537-a4e7-f887673f915c None None] The sync data for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi is: [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:04Z', 'revision_number': 4, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '040a9d6f-e31a-4d66-b723-2b85d784cdcc', 'name': '', 'network_id': 'b3aa429a-c40d-42bd-9dfe-fc635bd438c5', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'mac_address': 'fa:16:3e:a7:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:02Z', 'updated_at': '2022-05-16T17:40:11Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'subnets': [{'id': '20e0bb53-9502-404c-a289-1ffd402647d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:15.189837 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-78202259-f813-470f-a8f5-fa09802fde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:15.191504 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-78202259-f813-470f-a8f5-fa09802fde08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 910 time: 0.0959854 May 16 17:45:15.288610 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3689a67-5f4d-4ba8-94c8-1f4b1ddbbbef None None] New status for floating IP 4d5c449e-bcfb-4142-944b-8e8dbf0a35f9: DOWN {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:45:15.298823 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-c111713b-e90a-4070-8333-236180e03b6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 1000 time: 0.0640430 May 16 17:45:15.347581 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-09909117-a055-4efd-91e2-0fe9a9e9cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:15.349033 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-09909117-a055-4efd-91e2-0fe9a9e9cd2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0442133 May 16 17:45:15.397164 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-2c986777-9155-4481-8c46-483d9dff05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:15.398768 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-2c986777-9155-4481-8c46-483d9dff05eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421026 May 16 17:45:15.500978 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-226673e0-053b-42ee-9f0f-c9f8b50f7c0d service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944090 May 16 17:45:15.602742 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-39c0fa0f-fb15-4763-9238-a23e3103b072 req-a4f6066c-6c26-4e0d-a7bb-5f10c5a49b06 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944245 May 16 17:45:15.917581 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a04844-829a-448e-bbb1-296ac65631e5 req-734ea015-fdd8-4157-a2e1-35b399118366 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:15.919073 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52a04844-829a-448e-bbb1-296ac65631e5 req-734ea015-fdd8-4157-a2e1-35b399118366 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0723574 May 16 17:45:15.938231 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae737e-0d5e-4010-872a-cfe876eb16d6 req-20d46eb5-16c8-4eb9-86db-eeed00ec6e61 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:15.939644 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c7ae737e-0d5e-4010-872a-cfe876eb16d6 req-20d46eb5-16c8-4eb9-86db-eeed00ec6e61 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0656502 May 16 17:45:16.001329 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52a04844-829a-448e-bbb1-296ac65631e5 req-ba66c19f-cab7-47df-af05-9ea2cb020d62 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766220 May 16 17:45:16.012294 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c7ae737e-0d5e-4010-872a-cfe876eb16d6 req-66ae9532-1060-44f8-ab81-10bb4bb21763 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630996 May 16 17:45:16.072666 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34388) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:16.131887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-45016982-00df-4ff8-9104-269d3b06c19b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group (dc006893-9d3c-4d41-bff2-77603e0736c5), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.156831 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-45016982-00df-4ff8-9104-269d3b06c19b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group (dc006893-9d3c-4d41-bff2-77603e0736c5), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.210256 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-45016982-00df-4ff8-9104-269d3b06c19b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (dc006893-9d3c-4d41-bff2-77603e0736c5), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.212945 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-45016982-00df-4ff8-9104-269d3b06c19b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.214153 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-45016982-00df-4ff8-9104-269d3b06c19b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "DELETE /v2.0/security-groups/dc006893-9d3c-4d41-bff2-77603e0736c5 HTTP/1.1" status: 204 len: 168 time: 0.1404729 May 16 17:45:16.217489 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34396) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:16.223664 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45016982-00df-4ff8-9104-269d3b06c19b tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc006893-9d3c-4d41-bff2-77603e0736c5,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:16.232741 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.api.v2.resource [None req-e547a822-6a42-4b7f-a3d7-9cdc8e5100d0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] show failed (client error): The resource could not be found. May 16 17:45:16.233881 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e547a822-6a42-4b7f-a3d7-9cdc8e5100d0 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups/dc006893-9d3c-4d41-bff2-77603e0736c5 HTTP/1.1" status: 404 len: 347 time: 0.0152631 May 16 17:45:16.236771 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34398) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:16.349690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Deleting port a78c7553-2230-4dcd-8066-6763e269351d {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:16.350377 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (a78c7553-2230-4dcd-8066-6763e269351d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.434612 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (a78c7553-2230-4dcd-8066-6763e269351d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.434989 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (a78c7553-2230-4dcd-8066-6763e269351d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.447354 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Calling delete_port for a78c7553-2230-4dcd-8066-6763e269351d owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:16.590194 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (a78c7553-2230-4dcd-8066-6763e269351d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.624166 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event deleted for resources: {'Port': ['ID=a78c7553-2230-4dcd-8066-6763e269351d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:16.682938 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks [] for floatingip (4d5c449e-bcfb-4142-944b-8e8dbf0a35f9), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.685497 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:16.686694 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-97e83d18-869f-4c38-a84f-5075c37209d4 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "DELETE /v2.0/floatingips/4d5c449e-bcfb-4142-944b-8e8dbf0a35f9 HTTP/1.1" status: 204 len: 168 time: 0.4488881 May 16 17:45:17.139792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3bf09-b9bc-4413-b0ab-9bab9e7c7ac9 req-536a3bf4-e2fc-43dc-bfbf-c707998e29fb tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:17.141226 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-81b3bf09-b9bc-4413-b0ab-9bab9e7c7ac9 req-536a3bf4-e2fc-43dc-bfbf-c707998e29fb tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0710926 May 16 17:45:17.152011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52f09-4eae-4b30-a268-7ced631b0cdc req-4994b7b6-48f8-496c-8850-0a8ff3865c9d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:17.153430 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52f52f09-4eae-4b30-a268-7ced631b0cdc req-4994b7b6-48f8-496c-8850-0a8ff3865c9d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0718682 May 16 17:45:17.228786 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-81b3bf09-b9bc-4413-b0ab-9bab9e7c7ac9 req-1cd96037-15a0-4607-87dc-9f53f6828a2e tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744267 May 16 17:45:17.232896 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52f52f09-4eae-4b30-a268-7ced631b0cdc req-f145500c-e5d2-4df2-9501-9ac1b0195233 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729175 May 16 17:45:17.364416 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5942e31d-ecd1-4f97-9d8e-c38cb2323490 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:17.390598 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 5942e31d-ecd1-4f97-9d8e-c38cb2323490 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:17.390926 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 5942e31d-ecd1-4f97-9d8e-c38cb2323490 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:18.053377 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-16531607-51c1-4290-b846-f445d5e22260 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:18.055187 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-16531607-51c1-4290-b846-f445d5e22260 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0597565 May 16 17:45:18.147908 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:18.148232 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:18.237749 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] For port 36a356f3-2d74-47dd-9eae-4601aa39ccb1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=36a356f3-2d74-47dd-9eae-4601aa39ccb1,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:18.238132 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:18.376163 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c626e82-b9f1-4004-81e6-2a43ddbb5376 req-99d6728b-ecfd-4c5e-9764-47a678d2e100 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:18.377736 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2c626e82-b9f1-4004-81e6-2a43ddbb5376 req-99d6728b-ecfd-4c5e-9764-47a678d2e100 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0765533 May 16 17:45:18.386315 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496cf1b-34b2-4eef-a9b3-905da59055c1 req-7eab0e09-bff1-421e-b57c-ba31cd2b8dc6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:18.388317 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b496cf1b-34b2-4eef-a9b3-905da59055c1 req-7eab0e09-bff1-421e-b57c-ba31cd2b8dc6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 946 time: 0.0851483 May 16 17:45:18.407969 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:18.408366 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (751fd440-01e1-442f-b9d1-e827f2196ba4), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:18.408695 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP 751fd440-01e1-442f-b9d1-e827f2196ba4 disassociated. External IP: 172.27.0.158, port: 36a356f3-2d74-47dd-9eae-4601aa39ccb1. May 16 17:45:18.409048 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for 36a356f3-2d74-47dd-9eae-4601aa39ccb1 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:18.467692 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2c626e82-b9f1-4004-81e6-2a43ddbb5376 req-e0fc3b4b-e7c7-4722-89ab-c65c99ab70bf tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782354 May 16 17:45:18.474599 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b496cf1b-34b2-4eef-a9b3-905da59055c1 req-3de08849-d0cd-4a7c-8712-6e3ceabde919 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=1448c8ed-4598-4fcf-bf16-c3ff33421a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700960 May 16 17:45:18.550775 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (36a356f3-2d74-47dd-9eae-4601aa39ccb1), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:18.581787 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=36a356f3-2d74-47dd-9eae-4601aa39ccb1,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:18.698917 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:18.802842 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:18.813487 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:18.823913 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:18.824532 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:44:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:18.847527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] No DVR routers for this DVR port 36a356f3-2d74-47dd-9eae-4601aa39ccb1 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:18.850116 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:18.853419 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6f7001a1-5b56-4fca-b404-360ed163aad5 req-90fcb988-7641-4d09-9c9a-feba58a568ee tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "DELETE /v2.0/ports/36a356f3-2d74-47dd-9eae-4601aa39ccb1 HTTP/1.1" status: 204 len: 173 time: 0.7928061 May 16 17:45:18.853830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'name': 'network-vif-deleted', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:18.856113 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ac826-a37c-454f-b2c9-aac2ee197750" -d '{"events": [{"server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "name": "network-vif-deleted", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:18.892839 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c9d52-c734-4815-8144-fe1b624768db x-openstack-request-id: req-915c9d52-c734-4815-8144-fe1b624768db {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:18.893142 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f2449e-7706-405a-9dc2-3c52e3df0489", "name": "network-vif-deleted", "tag": "36a356f3-2d74-47dd-9eae-4601aa39ccb1", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:18.893390 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-915c9d52-c734-4815-8144-fe1b624768db {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:18.893895 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915c9d52-c734-4815-8144-fe1b624768db'] response: {'server_uuid': '10f2449e-7706-405a-9dc2-3c52e3df0489', 'name': 'network-vif-deleted', 'tag': '36a356f3-2d74-47dd-9eae-4601aa39ccb1', 'status': 'completed', 'code': 200} May 16 17:45:19.075317 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:19.198689 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14819d-1e7b-4b00-aee1-b5dd1d213cae req-61f48831-f777-4284-bef3-194fa9084e71 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:19.200208 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af14819d-1e7b-4b00-aee1-b5dd1d213cae req-61f48831-f777-4284-bef3-194fa9084e71 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0475228 May 16 17:45:19.261038 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af14819d-1e7b-4b00-aee1-b5dd1d213cae req-24e20427-dcaa-42e0-b45e-b6ef8f2c80c9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 May 16 17:45:19.270295 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:19.299465 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:19.308026 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:19.308650 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:44:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:19.392920 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:45:19.423460 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:19.618973 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cd24d40f-42c2-46a5-9580-b9ec62ebe08b req-8dc87a78-7cae-4292-84d8-796224b84498 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 210 time: 0.0502696 May 16 17:45:19.635136 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb539-23ca-4992-82b1-0c8a2fa58478 req-085a1bd6-1035-4ba0-a9fe-d33637533a32 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:19.636780 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-774bb539-23ca-4992-82b1-0c8a2fa58478 req-085a1bd6-1035-4ba0-a9fe-d33637533a32 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 944 time: 0.0788815 May 16 17:45:19.642027 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:19.658399 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'port_id': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'mac_address': 'fa:16:3e:b1:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:45:19.686262 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-774bb539-23ca-4992-82b1-0c8a2fa58478 req-99326f74-33e3-4909-b0ad-6c18c469a4e6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 May 16 17:45:19.733887 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:19.740110 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d3d402b3-9560-4542-9028-c21ffae8c316 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:19.740496 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:19.765756 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bda87-3b47-464c-a6e3-25acbf0962da None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:19.779726 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d402b3-9560-4542-9028-c21ffae8c316 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:45:19.805584 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:19.809854 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:19.861128 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=7']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:19.986699 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d444bd0-a8b6-484d-912b-9a1daa17fcb0 None None] New status for floating IP 751fd440-01e1-442f-b9d1-e827f2196ba4: DOWN {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:45:20.065503 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['d3d402b3-9560-4542-9028-c21ffae8c316'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:20.373370 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1fc1-ff1b-4294-9d1c-c41067e7e8ee req-15e60c70-a3e6-4e8a-9a27-882de384f2c5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:20.374845 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-40ee1fc1-ff1b-4294-9d1c-c41067e7e8ee req-15e60c70-a3e6-4e8a-9a27-882de384f2c5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0462759 May 16 17:45:20.428591 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-40ee1fc1-ff1b-4294-9d1c-c41067e7e8ee req-6e072d30-27e9-4d06-a4cb-0e5777fca164 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 May 16 17:45:20.732540 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-75751353-b1ed-40c7-a8d8-8e105bd28ad0 req-a703dfd8-afa9-4bef-b71f-bdc87b5d7dd4 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=10f2449e-7706-405a-9dc2-3c52e3df0489 HTTP/1.1" status: 200 len: 210 time: 0.0315692 May 16 17:45:20.818370 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7989dc-1e39-4592-be70-8a0b4e189e6f req-2ac34f2a-2ca1-4652-a9de-0efa5b4702ea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:20.819862 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1b7989dc-1e39-4592-be70-8a0b4e189e6f req-2ac34f2a-2ca1-4652-a9de-0efa5b4702ea tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 945 time: 0.0510354 May 16 17:45:20.873457 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1b7989dc-1e39-4592-be70-8a0b4e189e6f req-00f3b879-6cb1-402b-b83c-c6fb1f633472 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441236 May 16 17:45:21.397311 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:21.449352 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port d3d402b3-9560-4542-9028-c21ffae8c316 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:21.449760 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.457476 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-4b434940-c545-41a7-a193-8415231067c8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:21.459046 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-4b434940-c545-41a7-a193-8415231067c8 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0479491 May 16 17:45:21.526101 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port d3d402b3-9560-4542-9028-c21ffae8c316 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:21.526469 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.547852 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1942b27-9877-4e6f-8e8e-474ca4cf4553 req-5f16e4e3-3cda-4750-973d-198aee74cd63 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:21.549352 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a1942b27-9877-4e6f-8e8e-474ca4cf4553 req-5f16e4e3-3cda-4750-973d-198aee74cd63 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 945 time: 0.0475507 May 16 17:45:21.549877 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Deleting port 90aff3c1-0c10-404b-852f-cb00af0b6710 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:21.550227 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.552425 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:21.554899 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6643f5d-ea28-4bf6-b9a5-19cc3c5776a7" -d '{"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-plugged", "status": "completed", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:21.570247 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:21.577843 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.578906 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 36a356f3-2d74-47dd-9eae-4601aa39ccb1 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:21.601984 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e61690a-ecb2-4f11-a94a-640bb5786b93 x-openstack-request-id: req-1e61690a-ecb2-4f11-a94a-640bb5786b93 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:21.602306 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-plugged", "status": "completed", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:21.602562 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e61690a-ecb2-4f11-a94a-640bb5786b93 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:21.603549 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e61690a-ecb2-4f11-a94a-640bb5786b93'] response: {'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'code': 200} May 16 17:45:21.605647 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 36a356f3-2d74-47dd-9eae-4601aa39ccb1 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:21.605996 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 36a356f3-2d74-47dd-9eae-4601aa39ccb1 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:21.615174 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a1942b27-9877-4e6f-8e8e-474ca4cf4553 req-f7aa5350-2682-4b80-9e8a-fd9a126b5b5f tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586503 May 16 17:45:21.656113 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] For port 90aff3c1-0c10-404b-852f-cb00af0b6710, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=90aff3c1-0c10-404b-852f-cb00af0b6710,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:21.656486 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.656691 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=8']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:21.670272 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Calling delete_port for 90aff3c1-0c10-404b-852f-cb00af0b6710 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:21.811688 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (90aff3c1-0c10-404b-852f-cb00af0b6710), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.826794 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['d9c5c334-51e8-4667-bc89-5b3cf71031cf', '90aff3c1-0c10-404b-852f-cb00af0b6710'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:21.832954 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34486) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:21.856041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864fdd2-3d72-4305-8131-f2b43acf6d22 req-e38dcd98-af62-4f4e-a943-f4cb26c062bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:21.858999 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0864fdd2-3d72-4305-8131-f2b43acf6d22 req-e38dcd98-af62-4f4e-a943-f4cb26c062bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1130 time: 0.0709097 May 16 17:45:21.869896 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event deleted for resources: {'Port': ['ID=90aff3c1-0c10-404b-852f-cb00af0b6710,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:21.905255 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] No DVR routers for this DVR port 90aff3c1-0c10-404b-852f-cb00af0b6710 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:21.909156 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.915360 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-0e9a54f1-0d27-4156-9b3f-71ca2533cad3 req-476ebbb1-7fc1-4d3e-8d65-238e2a418aa6 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "DELETE /v2.0/ports/90aff3c1-0c10-404b-852f-cb00af0b6710 HTTP/1.1" status: 204 len: 173 time: 0.4505630 May 16 17:45:21.915668 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'name': 'network-vif-deleted', 'tag': '90aff3c1-0c10-404b-852f-cb00af0b6710'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:21.918411 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b061ec74-777d-4b9d-929a-e4d89a381c92" -d '{"events": [{"server_uuid": "d8ac2f4d-715e-4f43-b3fd-1766c17850b9", "name": "network-vif-deleted", "tag": "90aff3c1-0c10-404b-852f-cb00af0b6710"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:21.971331 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0864fdd2-3d72-4305-8131-f2b43acf6d22 req-4070c360-302c-4042-9952-a4111e5b3f68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048913 May 16 17:45:21.977920 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (1448c8ed-4598-4fcf-bf16-c3ff33421a8d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:21.997672 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a16e372-fd47-4c7c-b06b-b34c6120ca6b x-openstack-request-id: req-9a16e372-fd47-4c7c-b06b-b34c6120ca6b {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:21.997962 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ac2f4d-715e-4f43-b3fd-1766c17850b9", "name": "network-vif-deleted", "tag": "90aff3c1-0c10-404b-852f-cb00af0b6710", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:21.998215 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a16e372-fd47-4c7c-b06b-b34c6120ca6b {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:21.998720 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a16e372-fd47-4c7c-b06b-b34c6120ca6b'] response: {'server_uuid': 'd8ac2f4d-715e-4f43-b3fd-1766c17850b9', 'name': 'network-vif-deleted', 'tag': '90aff3c1-0c10-404b-852f-cb00af0b6710', 'status': 'completed', 'code': 200} May 16 17:45:22.039336 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (1448c8ed-4598-4fcf-bf16-c3ff33421a8d), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.075946 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae24ab-c6ed-4100-919d-941bf081270b req-2c02077b-35fe-4746-afb5-a972720facc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:22.077440 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8dae24ab-c6ed-4100-919d-941bf081270b req-2c02077b-35fe-4746-afb5-a972720facc9 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0724874 May 16 17:45:22.125209 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1448c8ed-4598-4fcf-bf16-c3ff33421a8d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.127722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.128895 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/security-groups/1448c8ed-4598-4fcf-bf16-c3ff33421a8d HTTP/1.1" status: 204 len: 168 time: 0.2973261 May 16 17:45:22.132559 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34498) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:22.135303 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8dae24ab-c6ed-4100-919d-941bf081270b req-f0ae4579-17f5-46e0-8e55-4ff80b8324e0 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511260 May 16 17:45:22.141753 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1448c8ed-4598-4fcf-bf16-c3ff33421a8d,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:22.149509 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.149857 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.150228 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.150535 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.150685 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.api.v2.resource [None req-cdb1c54c-cd76-43a7-a980-f6be3f6181aa tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] show failed (client error): The resource could not be found. May 16 17:45:22.150903 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.151226 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154713 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-cdb1c54c-cd76-43a7-a980-f6be3f6181aa tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups/1448c8ed-4598-4fcf-bf16-c3ff33421a8d HTTP/1.1" status: 404 len: 347 time: 0.0180418 May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.154821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d27af3-13fb-4e45-8b66-47455f25a72c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:22.155994 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34500) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:22.287334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port 5fa9531b-70ec-44ba-9648-420bdd95fbc7 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:22.287667 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.364986 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.365317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (5fa9531b-70ec-44ba-9648-420bdd95fbc7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.376802 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for 5fa9531b-70ec-44ba-9648-420bdd95fbc7 owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:22.515111 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (5fa9531b-70ec-44ba-9648-420bdd95fbc7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.538901 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=5fa9531b-70ec-44ba-9648-420bdd95fbc7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:22.598821 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (751fd440-01e1-442f-b9d1-e827f2196ba4), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.601296 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.602489 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-b81d7fca-a874-4903-ae4b-6935117a4c5a tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/floatingips/751fd440-01e1-442f-b9d1-e827f2196ba4 HTTP/1.1" status: 204 len: 168 time: 0.4455709 May 16 17:45:22.669736 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34506) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:22.674369 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87237182', 'description': 'tempest-description--1664654611'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:22.696774 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.730497 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e079f2c8-b887-4d58-83c7-91483d32d308 req-1dfd2c82-ffcd-4371-9c4a-3090672ea53c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8ac2f4d-715e-4f43-b3fd-1766c17850b9 HTTP/1.1" status: 200 len: 210 time: 0.0306475 May 16 17:45:22.773229 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (694d961b-6cc1-417b-92f5-e210011000a7), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.777485 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (694d961b-6cc1-417b-92f5-e210011000a7), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.808082 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.809313 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1385379 May 16 17:45:22.811725 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6180b-70df-489a-a8d2-d633aa8e3642 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694d961b-6cc1-417b-92f5-e210011000a7,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:22.812311 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34508) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:22.825405 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '694d961b-6cc1-417b-92f5-e210011000a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:22.854624 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (eb0ebc59-e2be-42d7-8ca7-87b60605f53a), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.912256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (eb0ebc59-e2be-42d7-8ca7-87b60605f53a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.917092 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (eb0ebc59-e2be-42d7-8ca7-87b60605f53a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.933670 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0ebc59-e2be-42d7-8ca7-87b60605f53a,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:22.941437 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:22.942692 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ded8c58a-e59a-4ebb-aad4-c4e35f86d83d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293740 May 16 17:45:22.945344 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34510) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:22.949574 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'security_group_rule': {'security_group_id': '694d961b-6cc1-417b-92f5-e210011000a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:22.978429 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (98f14820-e71d-41c7-9d65-fc82e58fe80a), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.048771 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (98f14820-e71d-41c7-9d65-fc82e58fe80a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.053738 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (98f14820-e71d-41c7-9d65-fc82e58fe80a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.071264 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f14820-e71d-41c7-9d65-fc82e58fe80a,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:23.086870 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.089746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f47f5a0e-ffb1-4a6f-aaff-d81e9d2150a8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433785 May 16 17:45:23.092960 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34516) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:23.093071 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34514) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:23.097574 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:23.121281 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.144722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Deleting subnet e6a42c17-916e-492d-98f2-344938aaf1f8 {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:45:23.148539 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Publish callbacks [] for subnet (e6a42c17-916e-492d-98f2-344938aaf1f8), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.184011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (e6a42c17-916e-492d-98f2-344938aaf1f8), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.208093 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.228827 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (e6a42c17-916e-492d-98f2-344938aaf1f8), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.308870 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d90453-96d7-4d87-9d8a-d273f514f169 req-bd1fca05-c6a1-41da-840b-161d7777d9de tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:23.310393 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d3d90453-96d7-4d87-9d8a-d273f514f169 req-bd1fca05-c6a1-41da-840b-161d7777d9de tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0829654 May 16 17:45:23.336155 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (e6a42c17-916e-492d-98f2-344938aaf1f8), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.340907 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.27.0.112 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/b67eb529-01ee-4e6c-9cf4-48b6f06dc76c) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:23.368839 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a42c17-916e-492d-98f2-344938aaf1f8,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:23.370909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.374077 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0f3d7bfb-7afb-4e92-aa7a-a9c823f4b8f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e6a42c17-916e-492d-98f2-344938aaf1f8 HTTP/1.1" status: 204 len: 168 time: 0.2801251 May 16 17:45:23.379033 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34520) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:23.397833 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d3d90453-96d7-4d87-9d8a-d273f514f169 req-c96ba46a-bb07-48d4-b983-48f21ee1546c tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760653 May 16 17:45:23.495527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (9f93a893-0813-4415-8e02-fac7fa54db24), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.521700 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.611673 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (9f93a893-0813-4415-8e02-fac7fa54db24), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.624531 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.660645 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f93a893-0813-4415-8e02-fac7fa54db24']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:23.680857 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5f4986-fe40-4938-b7f9-dd726da21df2') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:23.681130 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5f4986-fe40-4938-b7f9-dd726da21df2') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:23.695559 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:23.697738 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (5c5f4986-fe40-4938-b7f9-dd726da21df2), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.699422 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=b67eb529-01ee-4e6c-9cf4-48b6f06dc76c,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:23.707877 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:23.710078 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:23.743043 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (5c5f4986-fe40-4938-b7f9-dd726da21df2), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.753003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:45:23.753408 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (5c5f4986-fe40-4938-b7f9-dd726da21df2), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:45:23.755116 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:45:23.835643 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (9f93a893-0813-4415-8e02-fac7fa54db24), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.840260 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.846126 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9f93a893-0813-4415-8e02-fac7fa54db24 HTTP/1.1" status: 204 len: 168 time: 0.4634280 May 16 17:45:23.871232 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d119416-4a2b-45f0-b680-4b7b254f37b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f93a893-0813-4415-8e02-fac7fa54db24,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:23.876999 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (8a8e0063-8775-436e-9e51-bc2490aedbae), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.928132 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:23.978737 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34532) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:24.017837 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc014-fa86-4c41-a188-b17f14859748 req-e6e90190-e117-41b4-9da1-afe55f4f30c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:24.019325 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-501dc014-fa86-4c41-a188-b17f14859748 req-e6e90190-e117-41b4-9da1-afe55f4f30c2 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0530744 May 16 17:45:24.052364 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-963614aa-75a6-4a0e-9850-5cee17b2bc0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e740d27d929404fbc7a4964dab899d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724957 May 16 17:45:24.055026 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34534) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:24.074668 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-501dc014-fa86-4c41-a188-b17f14859748 req-61acfdde-4059-41a6-9bb0-38d935c40a12 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494804 May 16 17:45:24.161597 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-da51b570-adf5-416f-81d6-74e4617aea98 admin admin] Publish callbacks [] for security_group (afd255e5-6e92-4824-8a20-e1a499bc03af), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.185134 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.196810 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.199898 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-da51b570-adf5-416f-81d6-74e4617aea98 admin admin] Publish callbacks [] for security_group (afd255e5-6e92-4824-8a20-e1a499bc03af), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.301232 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=b67eb529-01ee-4e6c-9cf4-48b6f06dc76c,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:24.314211 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (8a8e0063-8775-436e-9e51-bc2490aedbae), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.334585 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.336053 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-86de3e29-e9fb-4fcc-9a14-9c3fc54022f1 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2420886 May 16 17:45:24.337180 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-da51b570-adf5-416f-81d6-74e4617aea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (afd255e5-6e92-4824-8a20-e1a499bc03af), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.339731 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-da51b570-adf5-416f-81d6-74e4617aea98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:24.340744 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-da51b570-adf5-416f-81d6-74e4617aea98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afd255e5-6e92-4824-8a20-e1a499bc03af HTTP/1.1" status: 204 len: 168 time: 0.2847531 May 16 17:45:24.348600 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b570-adf5-416f-81d6-74e4617aea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd255e5-6e92-4824-8a20-e1a499bc03af,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:24.545331 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-fa62c4a8-77a3-4bdf-a862-7381564d3340 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--87237182&fields=id&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 267 time: 0.0477748 May 16 17:45:24.659822 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-7653a72f-8653-4e0a-aea2-d6fda84dfe32 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:24.661474 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-7653a72f-8653-4e0a-aea2-d6fda84dfe32 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.1090462 May 16 17:45:24.677394 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-061b1d08-bdc5-4df8-995e-8866f19379a6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/quotas/80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 375 time: 0.0098274 May 16 17:45:24.726023 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-04de7a81-c3af-44f9-92fa-342be5a7d1ba tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433393 May 16 17:45:25.292774 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee73ab-9af1-43b4-840b-5bf8d61d0794 req-315408af-eb79-4b82-880b-b02b1b7c692c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:25.294352 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9eee73ab-9af1-43b4-840b-5bf8d61d0794 req-315408af-eb79-4b82-880b-b02b1b7c692c tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0689032 May 16 17:45:25.302016 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-66b2d59e-05c3-4ae4-a337-57650c02e7d9 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646334 May 16 17:45:25.407326 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 90aff3c1-0c10-404b-852f-cb00af0b6710 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:25.427967 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 90aff3c1-0c10-404b-852f-cb00af0b6710 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:25.428329 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 90aff3c1-0c10-404b-852f-cb00af0b6710 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:25.435988 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9eee73ab-9af1-43b4-840b-5bf8d61d0794 req-702c9963-d83a-45b3-b39a-07d78bab8043 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329503 May 16 17:45:25.463691 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-0093cbda-2aad-4f67-a626-f346505734d7 service neutron] 10.222.0.58 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512113 May 16 17:45:25.643608 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3a8c1e16-7ffd-4c2e-bf78-a9cfcd960b32 req-f2649c48-aeee-4c12-8494-ea6274f12757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 210 time: 0.0281591 May 16 17:45:25.851070 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7b15317f-4e88-47b6-885e-b490ef6b1fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:26.554700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74f3f-c66e-4401-8f11-76fecb30e401 req-17432c30-537f-4bfa-bf40-c686f9dc21e5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:26.556130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a9e74f3f-c66e-4401-8f11-76fecb30e401 req-17432c30-537f-4bfa-bf40-c686f9dc21e5 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0499790 May 16 17:45:26.607353 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a9e74f3f-c66e-4401-8f11-76fecb30e401 req-3af39a93-e575-41fa-8e50-8e422772f03a tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/security-groups?id=f744c5e4-8a6c-4ea5-b315-e2e1547a9040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 May 16 17:45:26.755786 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-e8e74116-bda0-4ca0-b4c6-6b8eeb9602cc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:26.757228 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-e8e74116-bda0-4ca0-b4c6-6b8eeb9602cc tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 945 time: 0.0821130 May 16 17:45:26.759016 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f5c9e44f-010e-47ef-a20e-d4772746c05b req-b61d19f0-7beb-448b-a494-93d6cd099602 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 210 time: 0.0398700 May 16 17:45:27.054997 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Deleting port d9c5c334-51e8-4667-bc89-5b3cf71031cf {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:27.055326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:27.152065 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] For port d9c5c334-51e8-4667-bc89-5b3cf71031cf, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d9c5c334-51e8-4667-bc89-5b3cf71031cf,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:27.152534 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:27.159804 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-baa51caf-b812-4335-8685-5520a8743f24 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:27.161331 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-baa51caf-b812-4335-8685-5520a8743f24 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 814 time: 0.1165934 May 16 17:45:27.166540 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Calling delete_port for d9c5c334-51e8-4667-bc89-5b3cf71031cf owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:27.251254 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-cf038c6a-c756-4738-8549-232766b48aa7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c60c24806542e889c070d519172e79 HTTP/1.1" status: 200 len: 378 time: 0.0713327 May 16 17:45:27.296764 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (d9c5c334-51e8-4667-bc89-5b3cf71031cf), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:27.308086 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['d9c5c334-51e8-4667-bc89-5b3cf71031cf'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:27.325559 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Pushing event deleted for resources: {'Port': ['ID=d9c5c334-51e8-4667-bc89-5b3cf71031cf,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:27.342123 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'port': {'device_id': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'admin_state_up': True, 'tenant_id': '80c60c24806542e889c070d519172e79', 'security_groups': ['694d961b-6cc1-417b-92f5-e210011000a7']}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:27.376116 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] No DVR routers for this DVR port d9c5c334-51e8-4667-bc89-5b3cf71031cf on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:27.378649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:27.382151 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-397f5eef-a0f0-43f0-9f94-36a73c3a96bf req-0743b4ec-4cc4-479e-bab6-e31b9bd6a3e1 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.35 "DELETE /v2.0/ports/d9c5c334-51e8-4667-bc89-5b3cf71031cf HTTP/1.1" status: 204 len: 173 time: 0.4205124 May 16 17:45:27.382588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'name': 'network-vif-deleted', 'tag': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:27.384912 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4f8a9d-c027-477e-867d-40f475acc310" -d '{"events": [{"server_uuid": "b033cd6f-aebe-48ae-aefd-f505e6f16bbc", "name": "network-vif-deleted", "tag": "d9c5c334-51e8-4667-bc89-5b3cf71031cf"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:27.462802 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Made reservation on behalf of 80c60c24806542e889c070d519172e79 for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:45:27.466778 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:27.553167 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af5c725-c864-4f3d-a866-a0186081ea46 x-openstack-request-id: req-4af5c725-c864-4f3d-a866-a0186081ea46 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:27.553460 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b033cd6f-aebe-48ae-aefd-f505e6f16bbc", "name": "network-vif-deleted", "tag": "d9c5c334-51e8-4667-bc89-5b3cf71031cf", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:27.553745 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4af5c725-c864-4f3d-a866-a0186081ea46 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:27.554142 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af5c725-c864-4f3d-a866-a0186081ea46'] response: {'server_uuid': 'b033cd6f-aebe-48ae-aefd-f505e6f16bbc', 'name': 'network-vif-deleted', 'tag': 'd9c5c334-51e8-4667-bc89-5b3cf71031cf', 'status': 'completed', 'code': 200} May 16 17:45:27.604926 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Allocated IP 172.20.0.5 (28ed5c22-d613-46a9-98e4-5aa888da0e5a/22623edd-6614-4b36-bf1b-a51370febc03/3b12e281-cf95-4d90-8772-1151abc09698) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:27.723784 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0a84ff5d-4b5c-47bc-86f1-99a6e20377d8 req-6ff22332-50a8-4ed5-910a-61abec7203a9 tempest-ServerRescueNegativeTestJSON-1737598232 tempest-ServerRescueNegativeTestJSON-1737598232-project] 10.222.0.58 "GET /v2.0/ports?device_id=b033cd6f-aebe-48ae-aefd-f505e6f16bbc HTTP/1.1" status: 200 len: 210 time: 0.0298748 May 16 17:45:27.769474 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for port (3b12e281-cf95-4d90-8772-1151abc09698), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:27.906092 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-690908ab-5cf0-473f-b20d-018ee1ac44c7 req-f63d2619-0e21-4a41-881e-af836ae0b719 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 210 time: 0.0425091 May 16 17:45:28.068529 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (3b12e281-cf95-4d90-8772-1151abc09698), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.119850 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:28.123189 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:28.129627 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:28.135483 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event updated for resources: {'Port': ['ID=3b12e281-cf95-4d90-8772-1151abc09698,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:28.162670 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.163366 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.163366 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.163690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.164025 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.164357 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.164694 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.165026 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.165355 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.166680 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.167035 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.167369 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.167739 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.168068 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.168397 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:28.196329 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:28.196968 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.218304 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-88535342-0632-4c43-aefe-070f4a9505c7 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8913362 May 16 17:45:28.229405 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Request body: {'port': {'device_id': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:28.293155 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3b12e281-cf95-4d90-8772-1151abc09698), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.324918 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7666a34d-a28c-460f-b060-6c8cbf11ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.355144 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-3081e3d7-4ade-422a-8133-e8705e705a23 None None] Provisioning complete for port 3b12e281-cf95-4d90-8772-1151abc09698 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:28.355805 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3081e3d7-4ade-422a-8133-e8705e705a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (3b12e281-cf95-4d90-8772-1151abc09698), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.395487 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-3081e3d7-4ade-422a-8133-e8705e705a23 None None] Port 3b12e281-cf95-4d90-8772-1151abc09698 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:45:28.596673 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b12e281-cf95-4d90-8772-1151abc09698 {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:45:28.605062 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Publish callbacks [] for port (3b12e281-cf95-4d90-8772-1151abc09698), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.619744 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Transition to ACTIVE for port object 3b12e281-cf95-4d90-8772-1151abc09698 will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:45:28.625040 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (3b12e281-cf95-4d90-8772-1151abc09698), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.676456 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b12e281-cf95-4d90-8772-1151abc09698,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:28.765654 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Attempting to bind port 3b12e281-cf95-4d90-8772-1151abc09698 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:45:28.766000 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Attempting to bind port 3b12e281-cf95-4d90-8772-1151abc09698 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:45:28.766331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Attempting to bind port 3b12e281-cf95-4d90-8772-1151abc09698 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:28.771569 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Port 3b12e281-cf95-4d90-8772-1151abc09698 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:45:28.771894 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Attempting to bind port 3b12e281-cf95-4d90-8772-1151abc09698 on network 28ed5c22-d613-46a9-98e4-5aa888da0e5a {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:28.777587 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:45:28.778004 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Checking segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:45:28.778405 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Bound using segment: {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:45:28.778854 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Bound port: 3b12e281-cf95-4d90-8772-1151abc09698, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b4d058-337a-410f-9107-4c619938fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:45:28.779230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3b12e281-cf95-4d90-8772-1151abc09698), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.800642 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34582) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:28.853670 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] For port 3b12e281-cf95-4d90-8772-1151abc09698, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:45:28.860194 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] For port 3b12e281-cf95-4d90-8772-1151abc09698, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b12e281-cf95-4d90-8772-1151abc09698,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:45:28.869125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (3b12e281-cf95-4d90-8772-1151abc09698), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.908676 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:28.909277 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:28.910887 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b12e281-cf95-4d90-8772-1151abc09698 HTTP/1.1" status: 200 len: 1093 time: 0.6857545 May 16 17:45:28.911266 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:28.913725 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490" -d '{"events": [{"name": "network-changed", "server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "tag": "3b12e281-cf95-4d90-8772-1151abc09698"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:28.954983 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df620dae-c7ca-48a0-a30f-0cd7869206d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b12e281-cf95-4d90-8772-1151abc09698,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:29.029656 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf5949-773d-4036-b7c1-47b4ee954aba x-openstack-request-id: req-9baf5949-773d-4036-b7c1-47b4ee954aba {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:29.030100 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "tag": "3b12e281-cf95-4d90-8772-1151abc09698", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:29.030505 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9baf5949-773d-4036-b7c1-47b4ee954aba {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:29.031142 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9baf5949-773d-4036-b7c1-47b4ee954aba'] response: {'name': 'network-changed', 'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698', 'status': 'completed', 'code': 200} May 16 17:45:29.057210 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-ac5a944d-b3a9-460f-8684-4e38c7ede0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:29.059377 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-ac5a944d-b3a9-460f-8684-4e38c7ede0f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 1127 time: 0.0882251 May 16 17:45:29.098765 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e428fe-d5cb-4d9f-b0bd-51054facdae5 req-51951ea1-2f97-4e87-adea-b331f9ee685d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:29.100685 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d6e428fe-d5cb-4d9f-b0bd-51054facdae5 req-51951ea1-2f97-4e87-adea-b331f9ee685d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 943 time: 0.0627999 May 16 17:45:29.107382 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-c7873e54-03c0-4db0-a16e-0f0f51077627 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b12e281-cf95-4d90-8772-1151abc09698 HTTP/1.1" status: 200 len: 217 time: 0.0395546 May 16 17:45:29.109367 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:29.180617 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-e29eaa25-7421-4d98-8150-7a200677cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:29.182039 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-e29eaa25-7421-4d98-8150-7a200677cca5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0592501 May 16 17:45:29.223412 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d6e428fe-d5cb-4d9f-b0bd-51054facdae5 req-13bf985e-0573-4ee7-b7d1-163dba17d339 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978513 May 16 17:45:29.234667 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-240bc063-335e-4221-90c7-edf3a1eebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:29.236349 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-240bc063-335e-4221-90c7-edf3a1eebc99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476110 May 16 17:45:29.333013 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-8ac43de9-9d21-42cc-bb70-e8ac0ffa56ec service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909348 May 16 17:45:29.432238 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d9c5c334-51e8-4667-bc89-5b3cf71031cf no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:29.433600 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-67718b65-0fda-4d66-8fc0-02eeda722d40 req-e6c8c0c2-6d67-43a6-ad2d-6bf736faa84a service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946381 May 16 17:45:29.459893 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: d9c5c334-51e8-4667-bc89-5b3cf71031cf {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:29.460244 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d9c5c334-51e8-4667-bc89-5b3cf71031cf not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:29.478866 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (91a44a45-12d0-4645-8c78-871662dc9c8c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:29.760013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Deleting port 040a9d6f-e31a-4d66-b723-2b85d784cdcc {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:29.760363 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:29.850715 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] For port 040a9d6f-e31a-4d66-b723-2b85d784cdcc, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=040a9d6f-e31a-4d66-b723-2b85d784cdcc,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:29.851403 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:29.864849 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Calling delete_port for 040a9d6f-e31a-4d66-b723-2b85d784cdcc owned by network:router_interface {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:30.053326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (040a9d6f-e31a-4d66-b723-2b85d784cdcc), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.084094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Pushing event deleted for resources: {'Port': ['ID=040a9d6f-e31a-4d66-b723-2b85d784cdcc,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:30.272754 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (91a44a45-12d0-4645-8c78-871662dc9c8c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.295402 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-c2f2d45e-fec0-4665-8f0b-09ad9f2a4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:30.297065 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-c2f2d45e-fec0-4665-8f0b-09ad9f2a4424 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 1127 time: 0.0484707 May 16 17:45:30.403057 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-f54e099c-2809-42ac-82ea-2677b6dcea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:30.403057 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-f54e099c-2809-42ac-82ea-2677b6dcea84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.0918095 May 16 17:45:30.412562 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23eb6b-6c9a-4152-a704-2c3611287f4d req-1b77b61b-789e-4423-9573-b8b62cc79a6d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:30.414040 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-aa23eb6b-6c9a-4152-a704-2c3611287f4d req-1b77b61b-789e-4423-9573-b8b62cc79a6d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 943 time: 0.0877063 May 16 17:45:30.432559 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.447346 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-4d033cbd-cb4d-4c10-a92b-98c8f7b51490 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b12e281-cf95-4d90-8772-1151abc09698 HTTP/1.1" status: 200 len: 217 time: 0.0375707 May 16 17:45:30.500236 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-11810040-95ee-49b9-b07a-f2703bb65df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:30.501805 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-11810040-95ee-49b9-b07a-f2703bb65df3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0448122 May 16 17:45:30.519105 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.519370 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-aa23eb6b-6c9a-4152-a704-2c3611287f4d req-3e971de0-2f61-4aae-83d9-d65d7fd46996 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958622 May 16 17:45:30.550658 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-690d9c0b-bed9-4a97-9d1c-c05812abe948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:30.552321 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-690d9c0b-bed9-4a97-9d1c-c05812abe948 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445762 May 16 17:45:30.572486 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Router 91a44a45-12d0-4645-8c78-871662dc9c8c has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:30.648069 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-ad1eb0e0-88a4-451d-90d6-5ef84036d98f service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816309 May 16 17:45:30.674066 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:30.679697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4ae0fd02-683d-4082-ac1f-6be648bff50e admin admin] 10.222.0.58 "PUT /v2.0/routers/91a44a45-12d0-4645-8c78-871662dc9c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774812 May 16 17:45:30.682389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34592) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:30.684593 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] Sync routers for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:30.695590 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:30.696917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:30.751256 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-a310ebb2-1f80-4fc8-8b1f-35b84f75c490 req-a4c3f17e-ce73-4db5-8b31-697104f2e79b service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964835 May 16 17:45:30.791708 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks [] for router (91a44a45-12d0-4645-8c78-871662dc9c8c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.804829 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:30.888158 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks [] for router_gateway (91a44a45-12d0-4645-8c78-871662dc9c8c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.931985 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Deleting port adb663f7-1473-4cb3-a073-1aa37de397c1 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:30.932244 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:30.965872 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:45:29Z', 'revision_number': 5, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port': {'id': 'adb663f7-1473-4cb3-a073-1aa37de397c1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:30.991260 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] Checking router: 91a44a45-12d0-4645-8c78-871662dc9c8c for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:30.999396 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] Routers {'91a44a45-12d0-4645-8c78-871662dc9c8c'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:31.000014 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['91a44a45-12d0-4645-8c78-871662dc9c8c'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:31.012759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] For port adb663f7-1473-4cb3-a073-1aa37de397c1, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=adb663f7-1473-4cb3-a073-1aa37de397c1,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:31.013124 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.026548 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Calling delete_port for adb663f7-1473-4cb3-a073-1aa37de397c1 owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:31.200447 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (adb663f7-1473-4cb3-a073-1aa37de397c1), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.211212 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] Set router 91a44a45-12d0-4645-8c78-871662dc9c8c gateway port host: None {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:31.226843 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb663f7-1473-4cb3-a073-1aa37de397c1,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:31.264223 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:45:30Z', 'revision_number': 6, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:31.286017 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (91a44a45-12d0-4645-8c78-871662dc9c8c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.288765 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ddccda-290b-455e-942d-5d28bc4da098 None None] The sync data for ids ['91a44a45-12d0-4645-8c78-871662dc9c8c'] in dv-cinder-837699-6-iscsi is: [{'id': '91a44a45-12d0-4645-8c78-871662dc9c8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1078162711-router', 'tenant_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:45:30Z', 'revision_number': 6, 'project_id': '1eddf9ae85b940b8bd556f4cf66c0b79', 'gw_port_host': None}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:31.389685 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (91a44a45-12d0-4645-8c78-871662dc9c8c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.391991 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks [] for router_controller (91a44a45-12d0-4645-8c78-871662dc9c8c), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.419205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3b12e281-cf95-4d90-8772-1151abc09698 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:45:31.458739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (91a44a45-12d0-4645-8c78-871662dc9c8c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.459280 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a44a45-12d0-4645-8c78-871662dc9c8c {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:45:31.464336 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.465501 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-120b509a-fb6d-4ddc-bcce-681c78e49191 admin admin] 10.222.0.58 "DELETE /v2.0/routers/91a44a45-12d0-4645-8c78-871662dc9c8c HTTP/1.1" status: 204 len: 168 time: 0.7821040 May 16 17:45:31.468007 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34594) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:31.513102 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Deleting subnet 20e0bb53-9502-404c-a289-1ffd402647d8 {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:45:31.516337 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Publish callbacks [] for subnet (20e0bb53-9502-404c-a289-1ffd402647d8), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.525493 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 3b12e281-cf95-4d90-8772-1151abc09698, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b12e281-cf95-4d90-8772-1151abc09698,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:31.537152 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '3b12e281-cf95-4d90-8772-1151abc09698', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'port_id': '3b12e281-cf95-4d90-8772-1151abc09698', 'mac_address': 'fa:16:3e:a6:7d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:45:31.552108 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (20e0bb53-9502-404c-a289-1ffd402647d8), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.573786 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 3b12e281-cf95-4d90-8772-1151abc09698 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:31.574194 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3b12e281-cf95-4d90-8772-1151abc09698), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.587593 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b12e281-cf95-4d90-8772-1151abc09698 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:45:31.607840 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 3b12e281-cf95-4d90-8772-1151abc09698, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b12e281-cf95-4d90-8772-1151abc09698,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:31.611667 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (3b12e281-cf95-4d90-8772-1151abc09698), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:31.667460 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=3b12e281-cf95-4d90-8772-1151abc09698,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:31.841717 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['3b12e281-cf95-4d90-8772-1151abc09698'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:31.947293 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0607-7c98-40fe-96de-ca9e33eaa353 req-5056f6b0-7361-43ac-b23a-75628795f7e8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:31.948775 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ff4c0607-7c98-40fe-96de-ca9e33eaa353 req-5056f6b0-7361-43ac-b23a-75628795f7e8 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 944 time: 0.3499856 May 16 17:45:31.951764 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (20e0bb53-9502-404c-a289-1ffd402647d8), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.032572 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ff4c0607-7c98-40fe-96de-ca9e33eaa353 req-1691198d-2d66-4f53-9011-4b180b2c5e74 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615964 May 16 17:45:32.038870 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (20e0bb53-9502-404c-a289-1ffd402647d8), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.066509 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e0bb53-9502-404c-a289-1ffd402647d8,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:32.071457 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-86638091-7f35-4942-894c-512e942082cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.074814 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-86638091-7f35-4942-894c-512e942082cd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/20e0bb53-9502-404c-a289-1ffd402647d8 HTTP/1.1" status: 204 len: 168 time: 0.6056254 May 16 17:45:32.077785 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34600) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:32.078139 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab2b77-ac38-44c8-b8ee-6fd7f326a10a None None] Network b3aa429a-c40d-42bd-9dfe-fc635bd438c5 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:45:32.154989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (b3aa429a-c40d-42bd-9dfe-fc635bd438c5), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.180124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.198962 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Deleting port a6f8165c-b567-449e-be1d-63ebbbb7383b {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:32.199288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.265892 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] DHCP port deletion for b3aa429a-c40d-42bd-9dfe-fc635bd438c5 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:45:32.273900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] For port a6f8165c-b567-449e-be1d-63ebbbb7383b, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=a6f8165c-b567-449e-be1d-63ebbbb7383b,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:32.274277 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.287547 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Calling delete_port for a6f8165c-b567-449e-be1d-63ebbbb7383b owned by network:dhcp {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:32.303996 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] Deleting port a6f8165c-b567-449e-be1d-63ebbbb7383b {{(pid=104868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:32.304441 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), before_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.372616 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.374805 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] For port a6f8165c-b567-449e-be1d-63ebbbb7383b, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=a6f8165c-b567-449e-be1d-63ebbbb7383b,segment=NetworkSegment(ea96912f-cf7b-41b1-b5e8-0e5a01028037),segment_id=ea96912f-cf7b-41b1-b5e8-0e5a01028037)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:32.375210 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), precommit_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.390733 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] Calling delete_port for a6f8165c-b567-449e-be1d-63ebbbb7383b owned by network:dhcp {{(pid=104868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:32.399889 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f8165c-b567-449e-be1d-63ebbbb7383b,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:32.401772 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] No DVR routers for this DVR port a6f8165c-b567-449e-be1d-63ebbbb7383b on host dv-cinder-837699-6-iscsi {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:32.477459 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (b3aa429a-c40d-42bd-9dfe-fc635bd438c5), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.497863 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3aa429a-c40d-42bd-9dfe-fc635bd438c5']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:32.507649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea96912f-cf7b-41b1-b5e8-0e5a01028037') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:32.507973 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea96912f-cf7b-41b1-b5e8-0e5a01028037') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:32.510641 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440'] for port (a6f8165c-b567-449e-be1d-63ebbbb7383b), after_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.517659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (ea96912f-cf7b-41b1-b5e8-0e5a01028037), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.531386 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (ea96912f-cf7b-41b1-b5e8-0e5a01028037), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.536218 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] Pushing event deleted for resources: {'Port': ['ID=a6f8165c-b567-449e-be1d-63ebbbb7383b,revision_number=None']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:32.538096 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d52fc4-aaac-4c8d-8239-a3a84e856644 None None] No DVR routers for this DVR port a6f8165c-b567-449e-be1d-63ebbbb7383b on host dv-cinder-837699-6-iscsi {{(pid=104868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:32.539481 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:45:32.539897 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (ea96912f-cf7b-41b1-b5e8-0e5a01028037), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:45:32.542048 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:45:32.601229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (b3aa429a-c40d-42bd-9dfe-fc635bd438c5), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.606824 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.609919 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b3aa429a-c40d-42bd-9dfe-fc635bd438c5 HTTP/1.1" status: 204 len: 168 time: 0.5312250 May 16 17:45:32.620570 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa9ea-34f5-45a3-a023-939320683f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3aa429a-c40d-42bd-9dfe-fc635bd438c5,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:32.728088 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34604) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:32.773383 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3eba08dc-90b5-4f25-b93f-042319dc7bbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eddf9ae85b940b8bd556f4cf66c0b79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440042 May 16 17:45:32.775978 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34606) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:32.825852 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7255913d-44d5-4788-894c-19cf59732f80 admin admin] Publish callbacks [] for security_group (f744c5e4-8a6c-4ea5-b315-e2e1547a9040), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.848136 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7255913d-44d5-4788-894c-19cf59732f80 admin admin] Publish callbacks [] for security_group (f744c5e4-8a6c-4ea5-b315-e2e1547a9040), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.903020 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7255913d-44d5-4788-894c-19cf59732f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (f744c5e4-8a6c-4ea5-b315-e2e1547a9040), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.905761 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7255913d-44d5-4788-894c-19cf59732f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:32.907093 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-7255913d-44d5-4788-894c-19cf59732f80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f744c5e4-8a6c-4ea5-b315-e2e1547a9040 HTTP/1.1" status: 204 len: 168 time: 0.1301985 May 16 17:45:32.914977 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255913d-44d5-4788-894c-19cf59732f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744c5e4-8a6c-4ea5-b315-e2e1547a9040,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:33.152501 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ae7d1-85cd-44bc-9c17-281640ee6584 req-7d2829f3-d056-4dc5-b9c7-5a18f4e7b796 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:33.154125 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-151ae7d1-85cd-44bc-9c17-281640ee6584 req-7d2829f3-d056-4dc5-b9c7-5a18f4e7b796 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 944 time: 0.0527475 May 16 17:45:33.200843 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-151ae7d1-85cd-44bc-9c17-281640ee6584 req-43a69bab-76dd-48c7-8b9f-8d23f893679d tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410182 May 16 17:45:33.360903 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 040a9d6f-e31a-4d66-b723-2b85d784cdcc no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:33.381099 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 040a9d6f-e31a-4d66-b723-2b85d784cdcc {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:33.381450 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 040a9d6f-e31a-4d66-b723-2b85d784cdcc not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:33.381920 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device adb663f7-1473-4cb3-a073-1aa37de397c1 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:33.402489 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: adb663f7-1473-4cb3-a073-1aa37de397c1 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:33.402837 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device adb663f7-1473-4cb3-a073-1aa37de397c1 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:33.403250 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device a6f8165c-b567-449e-be1d-63ebbbb7383b no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:33.425434 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3b12e281-cf95-4d90-8772-1151abc09698 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:33.427755 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: a6f8165c-b567-449e-be1d-63ebbbb7383b {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:33.428091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device a6f8165c-b567-449e-be1d-63ebbbb7383b not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:33.467765 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 3b12e281-cf95-4d90-8772-1151abc09698 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:45:33.474025 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 3b12e281-cf95-4d90-8772-1151abc09698 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:33.474403 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (3b12e281-cf95-4d90-8772-1151abc09698), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.553581 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 3b12e281-cf95-4d90-8772-1151abc09698 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:33.554312 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (3b12e281-cf95-4d90-8772-1151abc09698), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.576511 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:33.578812 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e508912a-062d-48b4-a7ff-536130d1d1fd" -d '{"events": [{"server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "name": "network-vif-plugged", "status": "completed", "tag": "3b12e281-cf95-4d90-8772-1151abc09698"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:33.584713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34632) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:33.594743 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 3b12e281-cf95-4d90-8772-1151abc09698, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b12e281-cf95-4d90-8772-1151abc09698,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:33.600415 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (3b12e281-cf95-4d90-8772-1151abc09698), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.646294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=3b12e281-cf95-4d90-8772-1151abc09698,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:33.690298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-737736808-network', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:33.713622 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Made reservation on behalf of 8b218f6b53844d828be7b8c5de1cde67 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:45:33.716154 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.724778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.737179 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7e4c9-1ca8-43b8-95c4-24a70ce439d7 x-openstack-request-id: req-f2f7e4c9-1ca8-43b8-95c4-24a70ce439d7 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:33.737493 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "name": "network-vif-plugged", "status": "completed", "tag": "3b12e281-cf95-4d90-8772-1151abc09698", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:33.737795 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2f7e4c9-1ca8-43b8-95c4-24a70ce439d7 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:33.738344 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f7e4c9-1ca8-43b8-95c4-24a70ce439d7'] response: {'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698', 'code': 200} May 16 17:45:33.805422 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks [] for security_group (81a9b0e0-eafa-4057-9511-5501f444edd8), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.809588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (81a9b0e0-eafa-4057-9511-5501f444edd8), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.830566 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:45:33.845511 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a9b0e0-eafa-4057-9511-5501f444edd8,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:33.848391 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (5608743f-4193-4f97-b90d-d3cb2304e80a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.848800 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Added segment 5608743f-4193-4f97-b90d-d3cb2304e80a of type vlan for network e0229cc9-7da5-499c-a6ca-89f02d2e0332 May 16 17:45:33.892624 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (e0229cc9-7da5-499c-a6ca-89f02d2e0332), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.916487 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0494dd-bb1a-49cd-bb24-8d34c39f17ba req-107209e6-79b7-4442-a091-5583fbf18ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:33.917314 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (e0229cc9-7da5-499c-a6ca-89f02d2e0332), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.918138 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cb0494dd-bb1a-49cd-bb24-8d34c39f17ba req-107209e6-79b7-4442-a091-5583fbf18ab1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 1129 time: 0.0421679 May 16 17:45:33.918498 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:33.919087 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:33.951772 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3657765 May 16 17:45:33.958821 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34638) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:33.966417 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Request body: {'subnet': {'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-subnet', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:33.975140 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cb0494dd-bb1a-49cd-bb24-8d34c39f17ba req-ac263881-bb17-4c4e-be5b-6faaa83d924c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506852 May 16 17:45:33.980987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7bf0f-87b4-4285-9144-9339d87d4243 admin admin] Pushing event updated for resources: {'Network': ['ID=e0229cc9-7da5-499c-a6ca-89f02d2e0332,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:33.989908 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Made reservation on behalf of 8b218f6b53844d828be7b8c5de1cde67 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:45:33.991277 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:45:33.992427 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.161190 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (595c09b8-6c91-4de5-9968-e2a0e00bff75), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.217108 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=595c09b8-6c91-4de5-9968-e2a0e00bff75,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:34.226154 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Checking segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:45:34.226520 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Network hostable DHCP agents. Network: e0229cc9-7da5-499c-a6ca-89f02d2e0332, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:45:34.243588 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:45:34.253904 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, e0229cc9-7da5-499c-a6ca-89f02d2e0332) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:34.258091 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:34.258690 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.263479 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07510e4d-54ef-4855-a532-9347bfd34521 None None] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:45:34.280357 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3fc18d16-e19d-4dda-92a3-5dcc466070fe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3202291 May 16 17:45:34.283246 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34642) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:34.287494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:34.311986 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (8a920dd7-81f8-4d07-a1fa-91515ad4b972), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.313149 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (8a920dd7-81f8-4d07-a1fa-91515ad4b972), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.325041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392519-fc92-426c-b0df-acd4af2caa5d req-087bad2f-cca3-4390-b50f-74f207314148 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:34.327316 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f392519-fc92-426c-b0df-acd4af2caa5d req-087bad2f-cca3-4390-b50f-74f207314148 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0525434 May 16 17:45:34.367948 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks [] for router_controller (8a920dd7-81f8-4d07-a1fa-91515ad4b972), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.370602 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:45:34.371867 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.384925 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f392519-fc92-426c-b0df-acd4af2caa5d req-e545f066-bb36-4403-8689-06ddb933969b tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510149 May 16 17:45:34.497134 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks [] for router_gateway (8a920dd7-81f8-4d07-a1fa-91515ad4b972), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.513113 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Allocated IP 172.20.0.2 (e0229cc9-7da5-499c-a6ca-89f02d2e0332/595c09b8-6c91-4de5-9968-e2a0e00bff75/7d1d5c6c-eeee-429d-95a1-5997be4273e8) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:34.652715 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Publish callbacks [] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.659603 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.672983 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks [] for router_gateway (8a920dd7-81f8-4d07-a1fa-91515ad4b972), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.691714 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.694991 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:34.698003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:34.704018 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:34.709435 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Pushing event updated for resources: {'Port': ['ID=7d1d5c6c-eeee-429d-95a1-5997be4273e8,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:34.766229 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Attempting to bind port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:45:34.766493 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Attempting to bind port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:45:34.766914 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Attempting to bind port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:34.771917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:45:34.772289 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Checking segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:45:34.772693 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.773088 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Bound using segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:45:34.773570 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Bound port: 7d1d5c6c-eeee-429d-95a1-5997be4273e8, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:45:34.773947 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.795249 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Allocated IP 172.27.0.152 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/7e10cbef-ee4d-4262-b71a-f5f7f5815c07) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:34.834454 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] For port 7d1d5c6c-eeee-429d-95a1-5997be4273e8, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:45:34.838509 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] For port 7d1d5c6c-eeee-429d-95a1-5997be4273e8, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=7d1d5c6c-eeee-429d-95a1-5997be4273e8,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:45:34.844346 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.900063 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0216ed-29dd-42b6-9dd8-ecbee4a6f74d None None] Pushing event updated for resources: {'Port': ['ID=7d1d5c6c-eeee-429d-95a1-5997be4273e8,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:34.900199 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks [] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.934975 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:34.975394 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:34.982727 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:34.984905 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Pushing event updated for resources: {'Port': ['ID=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:34.987039 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:35.239172 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks [] for router_gateway (8a920dd7-81f8-4d07-a1fa-91515ad4b972), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:35.394124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7d1d5c6c-eeee-429d-95a1-5997be4273e8 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:35.428883 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (8a920dd7-81f8-4d07-a1fa-91515ad4b972), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:35.440089 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:35.440471 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:35.516075 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:35.516603 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:35.527413 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1cc87-2be4-47bd-aeda-f8649a0c7372 req-eaf14813-38e6-4aa3-ade8-f6490ce9f9a5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:35.529765 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27a1cc87-2be4-47bd-aeda-f8649a0c7372 req-eaf14813-38e6-4aa3-ade8-f6490ce9f9a5 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0720658 May 16 17:45:35.567131 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 7d1d5c6c-eeee-429d-95a1-5997be4273e8, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=7d1d5c6c-eeee-429d-95a1-5997be4273e8,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:35.572903 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:45:35.578914 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:35.595459 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27a1cc87-2be4-47bd-aeda-f8649a0c7372 req-2012e27f-0e2d-44f7-964e-125562a6cae6 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591981 May 16 17:45:35.640777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=7d1d5c6c-eeee-429d-95a1-5997be4273e8,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:35.697155 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:35.710736 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:35.720763 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:35.722081 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-4ad99a90-4f44-479c-be60-d67a24bee11a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4380388 May 16 17:45:35.725253 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34648) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:35.727079 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:35.727815 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:35.834737 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:35.898495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ff483-b6ed-4776-a0df-2fecfc08d6f5 None None] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:45:35.963517 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-6bfa8bba-271f-4ff8-937f-510fe2884e27 None None] Provisioning complete for port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:35.963915 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8bba-271f-4ff8-937f-510fe2884e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.082142 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa8bba-271f-4ff8-937f-510fe2884e27 None None] Current status of the port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:36.093481 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:35Z', 'revision_number': 3, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:36.121503 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:36.122048 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Updating router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:45:36.148255 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.155779 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.302597 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-8f23906d-64c2-4e56-ac16-70c73b556ce2 None None] Provisioning complete for port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:36.302972 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8f23906d-64c2-4e56-ac16-70c73b556ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.333748 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Allocated IP 172.20.0.1 (e0229cc9-7da5-499c-a6ca-89f02d2e0332/595c09b8-6c91-4de5-9968-e2a0e00bff75/35e8e719-5895-455f-b103-26269852365f) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:36.384873 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-8f23906d-64c2-4e56-ac16-70c73b556ce2 None None] Current status of the port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:36.438432 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks [] for port (35e8e719-5895-455f-b103-26269852365f), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.453797 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Publish callbacks [] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.460305 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.471140 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (35e8e719-5895-455f-b103-26269852365f), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.507608 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Attempting to bind port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:45:36.507984 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Attempting to bind port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:45:36.508349 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Attempting to bind port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:36.514725 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:36.517777 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:36.519345 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Pushing event updated for resources: {'Port': ['ID=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:36.522610 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:45:36.522990 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:45:36.523456 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.523821 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:45:36.523979 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:36.524293 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Bound port: 7e10cbef-ee4d-4262-b71a-f5f7f5815c07, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:45:36.524762 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.530277 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.530616 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.530997 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.531355 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.531679 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.532010 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.532342 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.532668 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.533027 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.533352 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.533721 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.534056 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.534385 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.534722 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.535068 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:45:36.546219 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Pushing event updated for resources: {'Port': ['ID=35e8e719-5895-455f-b103-26269852365f,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:36.565307 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (8a920dd7-81f8-4d07-a1fa-91515ad4b972), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.589142 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] For port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:45:36.592951 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] For port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:45:36.602054 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.654743 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82452b-21ed-489e-8cfc-36b7b8b7ff44 None None] Pushing event updated for resources: {'Port': ['ID=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:36.690004 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:36.690641 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:36.714046 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (35e8e719-5895-455f-b103-26269852365f), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.748890 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ffcdc-6a54-4d06-8c4e-2977df1b69c5 req-c469b840-bd8c-4239-945b-52fd96d057bc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:36.751488 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-258ffcdc-6a54-4d06-8c4e-2977df1b69c5 req-c469b840-bd8c-4239-945b-52fd96d057bc tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0582113 May 16 17:45:36.799790 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-258ffcdc-6a54-4d06-8c4e-2977df1b69c5 req-7d9dfb26-86a3-422b-a5a7-c78761078b84 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421054 May 16 17:45:36.809291 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-85a45559-aed1-4623-872b-8b5d44ea2738 None None] Provisioning complete for port 35e8e719-5895-455f-b103-26269852365f triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:36.809953 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-85a45559-aed1-4623-872b-8b5d44ea2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (35e8e719-5895-455f-b103-26269852365f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.812156 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:36.939550 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks [] for port (35e8e719-5895-455f-b103-26269852365f), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.944696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162356f4-d689-4106-bd1e-214d8388391b req-0ac3b0ac-e89b-4247-bbb9-0b1a68e77ca0 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:36.946586 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (35e8e719-5895-455f-b103-26269852365f), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:36.951354 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-162356f4-d689-4106-bd1e-214d8388391b req-0ac3b0ac-e89b-4247-bbb9-0b1a68e77ca0 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0645971 May 16 17:45:36.956415 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34658) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:36.961806 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Request body: {'floatingip': {'port_id': '3b12e281-cf95-4d90-8772-1151abc09698'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:36.987073 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-85a45559-aed1-4623-872b-8b5d44ea2738 None None] Port 35e8e719-5895-455f-b103-26269852365f cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:45:37.003358 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (8a8e0063-8775-436e-9e51-bc2490aedbae), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.026573 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Pushing event updated for resources: {'Port': ['ID=35e8e719-5895-455f-b103-26269852365f,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:37.029691 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (8a920dd7-81f8-4d07-a1fa-91515ad4b972), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.041002 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:37.066224 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f922921-da65-4cb4-ac8e-87f051281a22 None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:37.128541 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:37.130284 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:37.444967 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-566e345d-2648-4877-b367-175d2d69eab6 req-701fc276-15a2-4852-987b-63403219597b tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146891402&fields=id&tenant_id=2a1f3dc604cd46e4961489cd14f66d13 HTTP/1.1" status: 200 len: 267 time: 0.1448975 May 16 17:45:37.460088 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7d1d5c6c-eeee-429d-95a1-5997be4273e8 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:37.519802 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:37.520546 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.541003 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-30083ae4-7911-4e39-9437-625cbba5a201 None None] Provisioning complete for port 35e8e719-5895-455f-b103-26269852365f triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:37.541803 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-30083ae4-7911-4e39-9437-625cbba5a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (35e8e719-5895-455f-b103-26269852365f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.549722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e345d-2648-4877-b367-175d2d69eab6 req-5750f15e-8912-48b3-bdcd-d8e4d23548fc tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:37.552369 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-566e345d-2648-4877-b367-175d2d69eab6 req-5750f15e-8912-48b3-bdcd-d8e4d23548fc tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 984 time: 0.1063278 May 16 17:45:37.564085 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Request body: {'port': {'security_groups': ['22743301-aec4-4986-b88e-b6144ec66d9d']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:37.597119 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-30083ae4-7911-4e39-9437-625cbba5a201 None None] Port 35e8e719-5895-455f-b103-26269852365f cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:45:37.598317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:37.645088 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:37.722453 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:37.727949 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f63d9d5e-55f3-43a8-bb70-5613b4bf2797 admin admin] 10.222.0.58 "PUT /v2.0/routers/8a920dd7-81f8-4d07-a1fa-91515ad4b972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016117 May 16 17:45:37.730962 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.738959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.748202 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (8a8e0063-8775-436e-9e51-bc2490aedbae), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:37.920746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP 8a8e0063-8775-436e-9e51-bc2490aedbae associated. External IP: 172.27.0.112, port: 3b12e281-cf95-4d90-8772-1151abc09698. May 16 17:45:37.967207 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34668) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:37.979918 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793408338', 'description': 'tempest-description--265752054'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:38.089274 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.216906 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:38.303615 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.320642 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.333347 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:38.358076 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (2b29124c-0cb9-4c73-aab3-f633c5b71556), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.370763 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:38.375121 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2b29124c-0cb9-4c73-aab3-f633c5b71556), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.390217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:38.390888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.392334 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-566e345d-2648-4877-b367-175d2d69eab6 req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "PUT /v2.0/ports/aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 942 time: 0.8331618 May 16 17:45:38.398138 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:38.401157 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31" -d '{"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:38.401898 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34670) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:38.460202 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.462348 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4941432 May 16 17:45:38.467764 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16884-7627-4703-8d66-393e72211446 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event updated for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=7']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:38.476277 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34674) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:38.481083 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'security_group_rule': {'security_group_id': '2b29124c-0cb9-4c73-aab3-f633c5b71556', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:38.497032 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a69b6c-3ac3-4b61-824b-29de9870e6cf x-openstack-request-id: req-69a69b6c-3ac3-4b61-824b-29de9870e6cf {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:38.497319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:38.497652 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69a69b6c-3ac3-4b61-824b-29de9870e6cf {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:38.498069 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a69b6c-3ac3-4b61-824b-29de9870e6cf'] response: {'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'status': 'completed', 'code': 200} May 16 17:45:38.499250 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:38.514492 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb62af6-13e8-4bae-8f8a-99b0bb273bf5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b29124c-0cb9-4c73-aab3-f633c5b71556,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:38.592540 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-00002239-9c78-4336-a41b-a1d13bbd5b40 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group (1b88c01b-7f15-4181-b815-3a895a7d0309), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.623892 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-838e7e89-613d-47d1-8db4-98499b6fd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:38.625481 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-838e7e89-613d-47d1-8db4-98499b6fd1ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1129 time: 0.1152787 May 16 17:45:38.646241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-00002239-9c78-4336-a41b-a1d13bbd5b40 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group (1b88c01b-7f15-4181-b815-3a895a7d0309), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.655430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (29059f3b-ae42-49da-b9bd-6c0b917f80b6), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.741440 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:38.747215 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-0b2b8423-0807-41f5-ab3f-af41fffbdd21 None None] Provisioning complete for port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:38.747769 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8423-0807-41f5-ab3f-af41fffbdd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.751639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.763528 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-dfac0b68-95f2-4940-a7da-d42ada20bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:38.765432 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-dfac0b68-95f2-4940-a7da-d42ada20bfbf service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 916 time: 0.1294570 May 16 17:45:38.781792 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:38.814899 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (29059f3b-ae42-49da-b9bd-6c0b917f80b6), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.817699 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e5fe3978-809c-4a66-a425-87419c410f2f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "PUT /v2.0/floatingips/8a8e0063-8775-436e-9e51-bc2490aedbae HTTP/1.1" status: 200 len: 991 time: 1.8589654 May 16 17:45:38.820276 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:38.821420 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:38.824539 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (29059f3b-ae42-49da-b9bd-6c0b917f80b6), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.831737 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-00002239-9c78-4336-a41b-a1d13bbd5b40 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1b88c01b-7f15-4181-b815-3a895a7d0309), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.835325 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-00002239-9c78-4336-a41b-a1d13bbd5b40 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.836572 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-00002239-9c78-4336-a41b-a1d13bbd5b40 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "DELETE /v2.0/security-groups/1b88c01b-7f15-4181-b815-3a895a7d0309 HTTP/1.1" status: 204 len: 168 time: 0.4334445 May 16 17:45:38.843061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34678) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:38.852528 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29059f3b-ae42-49da-b9bd-6c0b917f80b6,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:38.858975 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00002239-9c78-4336-a41b-a1d13bbd5b40 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88c01b-7f15-4181-b815-3a895a7d0309,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:38.877134 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-15cc27a0-4d91-47b8-b0ff-55b84ab1abdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 1000 time: 0.1020355 May 16 17:45:38.892499 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:38.894145 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-8b813e70-4fc0-48bc-8413-45b48dbf256c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4168558 May 16 17:45:38.898876 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34680) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:38.905282 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'security_group_rule': {'security_group_id': '2b29124c-0cb9-4c73-aab3-f633c5b71556', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:38.944044 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-d69df44f-37f1-48c8-81e9-008f6e2b4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:38.945631 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-d69df44f-37f1-48c8-81e9-008f6e2b4882 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 200 len: 854 time: 0.0600398 May 16 17:45:38.953324 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b8423-0807-41f5-ab3f-af41fffbdd21 None None] Current status of the port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:38.988174 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (97e8ee56-e826-4e87-a262-afe975222a60), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.003685 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:39.011950 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-83ab41a6-c7e0-430c-a45b-fc5913b895dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:39.014160 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-83ab41a6-c7e0-430c-a45b-fc5913b895dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565634 May 16 17:45:39.118790 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-9de24986-b01d-4a31-980b-dbd8fd9db742 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953109 May 16 17:45:39.222952 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-6a6b4218-6939-43e7-8fa7-47a6a46a2b31 req-399cc49c-4d6f-47af-b3a9-13387ba91716 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938892 May 16 17:45:39.278281 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '8a8e0063-8775-436e-9e51-bc2490aedbae', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '3b12e281-cf95-4d90-8772-1151abc09698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:a6:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:45:23Z', 'updated_at': '2022-05-16T17:45:37Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:39.305039 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:39.314587 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:39.315236 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:39.318091 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Deleting port 40759ebe-c046-47e3-8832-d210fe4c0f44 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:39.318437 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.383877 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (97e8ee56-e826-4e87-a262-afe975222a60), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.404336 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (97e8ee56-e826-4e87-a262-afe975222a60), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.423416 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.423416 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for floatingip (40759ebe-c046-47e3-8832-d210fe4c0f44), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.430118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:39.445263 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e8ee56-e826-4e87-a262-afe975222a60,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:39.447500 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Calling delete_port for 40759ebe-c046-47e3-8832-d210fe4c0f44 owned by network:floatingip {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:39.453663 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.454863 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0684a924-3e63-44b9-832d-e98809364e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5548635 May 16 17:45:39.457654 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:39.458335 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34682) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:39.465476 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:39.543542 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.560542 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:39.561577 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.658884 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.729000 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:39.729312 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.741422 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:39.751934 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:39.752460 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '8a8e0063-8775-436e-9e51-bc2490aedbae', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '3b12e281-cf95-4d90-8772-1151abc09698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:a6:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:45:23Z', 'updated_at': '2022-05-16T17:45:37Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:39.752636 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:39.757945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:39.784542 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.786926 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c51457-919d-40b1-8f15-d1e2bddcce45 None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '8a8e0063-8775-436e-9e51-bc2490aedbae', 'tenant_id': '80c60c24806542e889c070d519172e79', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'port_id': '3b12e281-cf95-4d90-8772-1151abc09698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'mac_address': 'fa:16:3e:a6:7d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:45:23Z', 'updated_at': '2022-05-16T17:45:37Z', 'revision_number': 1, 'project_id': '80c60c24806542e889c070d519172e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:39.830283 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Allocated IP 172.27.0.244 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/ee203521-c6e3-4a62-9af1-e6e5596815e1) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:39.839410 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:39.843470 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (40759ebe-c046-47e3-8832-d210fe4c0f44), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:39.883156 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:39.888803 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event deleted for resources: {'Port': ['ID=40759ebe-c046-47e3-8832-d210fe4c0f44,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:40.004085 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks [] for floatingip (f06a8bea-455f-499f-89c8-eeb7c7b88dd4), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.004709 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Floating IP f06a8bea-455f-499f-89c8-eeb7c7b88dd4 disassociated (deleted). External IP: 172.27.0.85, port: aa1eb09f-24cd-4a34-b6e7-2d41f1534a63. May 16 17:45:40.050391 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5449f97-9291-4c62-9ede-97adcc5f9078 None None] New status for floating IP 8a8e0063-8775-436e-9e51-bc2490aedbae: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:45:40.058406 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.080485 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 2, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:40.110273 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:40.110273 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Updating router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 port 35e8e719-5895-455f-b103-26269852365f binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:45:40.137931 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (35e8e719-5895-455f-b103-26269852365f), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.143249 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.222907 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:40.235866 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:40.263368 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:40.286347 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'Port': ['ID=ee203521-c6e3-4a62-9af1-e6e5596815e1,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:40.323874 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Router b831b8cd-ab48-4522-91b2-09b11d0b22cb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:40.407598 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (d94614f7-4285-4b78-9e8c-4518c3da25b5), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.441350 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Publish callbacks [] for port (35e8e719-5895-455f-b103-26269852365f), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.446737 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (35e8e719-5895-455f-b103-26269852365f), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.487607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.492781 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:40.509671 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:40.511958 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c6e07-a3c5-4afb-af7a-3c4643e508d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "tag": "3b12e281-cf95-4d90-8772-1151abc09698"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:40.516982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.559893 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] Sync routers for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:40.569864 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8696cb-ef3a-4bf1-8169-9a55529ced4e x-openstack-request-id: req-ce8696cb-ef3a-4bf1-8169-9a55529ced4e {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:40.570143 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "tag": "3b12e281-cf95-4d90-8772-1151abc09698", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:40.570396 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce8696cb-ef3a-4bf1-8169-9a55529ced4e {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:40.570787 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8696cb-ef3a-4bf1-8169-9a55529ced4e'] response: {'name': 'network-changed', 'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698', 'status': 'completed', 'code': 200} May 16 17:45:40.575974 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-fdbefc8f-e320-42c7-a871-5a82b590165a tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "DELETE /v2.0/floatingips/f06a8bea-455f-499f-89c8-eeb7c7b88dd4 HTTP/1.1" status: 204 len: 168 time: 1.7318847 May 16 17:45:40.636767 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-023b2674-d209-4157-a938-8d748ec4f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:40.639419 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-023b2674-d209-4157-a938-8d748ec4f3eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80c60c24806542e889c070d519172e79&device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 1129 time: 0.0559564 May 16 17:45:40.647108 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Attempting to bind port 35e8e719-5895-455f-b103-26269852365f on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:45:40.647480 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Attempting to bind port 35e8e719-5895-455f-b103-26269852365f by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:45:40.648063 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Attempting to bind port 35e8e719-5895-455f-b103-26269852365f on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:40.654124 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:40.655188 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:40.658889 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:45:40.659495 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Checking segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:45:40.660141 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.660701 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Bound using segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:45:40.661357 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Bound port: 35e8e719-5895-455f-b103-26269852365f, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:45:40.662006 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (35e8e719-5895-455f-b103-26269852365f), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.675539 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32b78-59ba-4257-a568-07f347dd30bc None None] Pushing event updated for resources: {'Port': ['ID=35e8e719-5895-455f-b103-26269852365f,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:40.772353 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] For port 35e8e719-5895-455f-b103-26269852365f, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:45:40.799739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.805506 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] For port 35e8e719-5895-455f-b103-26269852365f, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=35e8e719-5895-455f-b103-26269852365f,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:45:40.808822 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.849825 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (35e8e719-5895-455f-b103-26269852365f), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.850851 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-62ee4bf7-839a-4cf7-89ff-a17d5345f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:40.852489 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-62ee4bf7-839a-4cf7-89ff-a17d5345f743 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 200 len: 915 time: 0.2045078 May 16 17:45:40.884213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'Port': ['ID=ee203521-c6e3-4a62-9af1-e6e5596815e1,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:40.900436 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (d94614f7-4285-4b78-9e8c-4518c3da25b5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.917473 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:40.918194 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:40.922508 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:40.926756 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-881d55af-13a7-4513-a1ee-44b22e221f20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4646149 May 16 17:45:40.946033 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] Provisioning complete for port 35e8e719-5895-455f-b103-26269852365f triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:40.947711 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (35e8e719-5895-455f-b103-26269852365f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:41.042664 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-15a2c966-5d4e-4dc0-970b-729a65db3e3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b12e281-cf95-4d90-8772-1151abc09698 HTTP/1.1" status: 200 len: 1001 time: 0.1754866 May 16 17:45:41.071885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] Current status of the port 35e8e719-5895-455f-b103-26269852365f is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:41.072421 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (35e8e719-5895-455f-b103-26269852365f), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:41.107321 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-6d0f956b-061e-4daf-b24e-30f6995be91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:41.107941 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32b78-59ba-4257-a568-07f347dd30bc None None] Pushing event updated for resources: {'Port': ['ID=35e8e719-5895-455f-b103-26269852365f,revision_number=4']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:41.109876 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-6d0f956b-061e-4daf-b24e-30f6995be91f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 200 len: 853 time: 0.0603175 May 16 17:45:41.114660 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] For port 35e8e719-5895-455f-b103-26269852365f, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=35e8e719-5895-455f-b103-26269852365f,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:41.115090 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:41.120643 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (35e8e719-5895-455f-b103-26269852365f), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:41.181893 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1aa5f3-a6d9-4efe-9b3c-5a8f13b62b79 None None] Pushing event updated for resources: {'Port': ['ID=35e8e719-5895-455f-b103-26269852365f,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:41.213695 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-a51b8bc8-08a8-4366-867a-0483a2dabaa4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--793408338&fields=id&tenant_id=8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 267 time: 0.0460284 May 16 17:45:41.217258 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:41.239917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-7234fd50-08a3-4e8d-af00-30c075be5fdb None None] Provisioning complete for port 35e8e719-5895-455f-b103-26269852365f triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:41.240363 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7234fd50-08a3-4e8d-af00-30c075be5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (35e8e719-5895-455f-b103-26269852365f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:41.323855 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-7234fd50-08a3-4e8d-af00-30c075be5fdb None None] Current status of the port 35e8e719-5895-455f-b103-26269852365f is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:41.326843 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-9e13c30a-461c-4461-84e3-21b77ded2562 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:41.328402 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-9e13c30a-461c-4461-84e3-21b77ded2562 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 816 time: 0.1079242 May 16 17:45:41.346958 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-347b96aa-d73b-4ac5-80c1-812e1dd97ec0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/quotas/8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 375 time: 0.0123212 May 16 17:45:41.405184 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-1ba44124-f501-4f46-b6cd-4d98c7fa1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:41.416963 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-1ba44124-f501-4f46-b6cd-4d98c7fa1782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28ed5c22-d613-46a9-98e4-5aa888da0e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475948 May 16 17:45:41.420654 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-282eaa39-f2e5-4419-a75d-a08b81a90814 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673659 May 16 17:45:41.450398 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 35e8e719-5895-455f-b103-26269852365f up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:41.466375 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:08Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:41.510645 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] Checking router: b831b8cd-ab48-4522-91b2-09b11d0b22cb for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:41.536219 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 35e8e719-5895-455f-b103-26269852365f triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:41.536621 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (35e8e719-5895-455f-b103-26269852365f), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:41.539983 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-4a011753-b3b8-45e5-82d3-358f89193b0b service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209929 May 16 17:45:41.543646 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:41.544298 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:41.586225 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:40Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:41.614216 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-da2b8cd0-ad83-47f2-b8b5-c1a60aaf3c06 service neutron] 10.222.0.58 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672425 May 16 17:45:41.618593 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ccfe4-9739-4a88-b7b1-db68490992ca None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:40Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:41.627871 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 35e8e719-5895-455f-b103-26269852365f is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:41.629334 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:41.664041 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-312c6e07-a3c5-4afb-af7a-3c4643e508d1 req-253e43c0-58b8-4272-a953-4fb17cb97a17 service neutron] 10.222.0.35 "GET /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179588 May 16 17:45:41.678576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:41.678967 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:41.724290 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:41.775943 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:41.796087 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-e66a84fd-cabc-4542-8e0f-6263e72d1e73 service neutron] 10.222.0.58 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703243 May 16 17:45:41.941893 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:08Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:41.967935 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b366b-fc67-4299-88fc-49398fb43069 None None] The sync data for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi is: [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:43:03Z', 'revision_number': 4, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '42634d34-b596-432e-9afe-af81d0751838', 'name': '', 'network_id': 'ded888d4-a06e-43ec-993f-7e4a7d4b7b51', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'mac_address': 'fa:16:3e:cd:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '083497a0-1142-422f-9019-6269bf555f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:03Z', 'updated_at': '2022-05-16T17:43:08Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'subnets': [{'id': '083497a0-1142-422f-9019-6269bf555f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:41.971095 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9629646c-0a52-492f-b5d9-3713e9d3d3fe req-2c8143ea-1be9-4963-974b-7d5065182e2f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 210 time: 0.0297332 May 16 17:45:42.367977 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d78f6a-a09a-43de-aa29-f802766793ca None None] New status for floating IP f06a8bea-455f-499f-89c8-eeb7c7b88dd4: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:45:42.572253 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:42.574672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85d82f-338f-4b55-994b-7b59844ca6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:42.612951 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15947fb1-017d-4135-810f-0b758b3c412d x-openstack-request-id: req-15947fb1-017d-4135-810f-0b758b3c412d {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:42.613244 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:42.613497 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15947fb1-017d-4135-810f-0b758b3c412d {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:42.613932 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15947fb1-017d-4135-810f-0b758b3c412d'] response: {'name': 'network-changed', 'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'status': 'completed', 'code': 200} May 16 17:45:42.681996 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-ecc3626b-e79d-47d8-a9fb-7b0677a4f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:42.683522 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-ecc3626b-e79d-47d8-a9fb-7b0677a4f458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 1129 time: 0.0429497 May 16 17:45:43.010596 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-61fffcb5-1ab6-4d87-a6fc-6ed5d9c7cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:43.012238 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-61fffcb5-1ab6-4d87-a6fc-6ed5d9c7cb5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 200 len: 916 time: 0.0948613 May 16 17:45:43.055284 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-801e36b5-11bb-4eb5-bc2f-acf5e376fcbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 200 len: 217 time: 0.0356193 May 16 17:45:43.112141 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-ca45b614-00d7-4c81-82f8-5e5cccce4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:43.113731 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-ca45b614-00d7-4c81-82f8-5e5cccce4941 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 200 len: 854 time: 0.0515602 May 16 17:45:43.122360 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dcf2a83e-5459-46ae-ab23-9dba4b10cc2d req-93cbcd3e-9700-4e8c-8be2-b32fb2dbb137 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 210 time: 0.0367329 May 16 17:45:43.137092 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-ca18d4d7-817c-402c-a6df-006d34bc2427 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:43.138557 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-ca18d4d7-817c-402c-a6df-006d34bc2427 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 816 time: 0.1345348 May 16 17:45:43.177946 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-51e83228-db12-4aad-88e8-a993e8eb0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:43.180006 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-51e83228-db12-4aad-88e8-a993e8eb0517 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ded888d4-a06e-43ec-993f-7e4a7d4b7b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595975 May 16 17:45:43.205721 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-227f3603-928f-4802-b0f5-4586beee2ade tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 379 time: 0.0558338 May 16 17:45:43.214590 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'port': {'device_id': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'admin_state_up': True, 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'security_groups': ['2b29124c-0cb9-4c73-aab3-f633c5b71556']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:43.272640 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-b68c8870-1b73-4458-9be8-e8d5550c99c3 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832691 May 16 17:45:43.324056 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Made reservation on behalf of 8b218f6b53844d828be7b8c5de1cde67 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:45:43.327565 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:43.386833 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-3c85d82f-338f-4b55-994b-7b59844ca6d4 req-2344b9b1-d47b-417b-807b-18c2613dcfe0 service neutron] 10.222.0.35 "GET /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914853 May 16 17:45:43.453294 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Allocated IP 172.20.0.5 (e0229cc9-7da5-499c-a6ca-89f02d2e0332/595c09b8-6c91-4de5-9968-e2a0e00bff75/f96fabff-8023-4c54-9a2c-526c3f834248) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:45:43.622821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for port (f96fabff-8023-4c54-9a2c-526c3f834248), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:43.637433 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03813d3-06ac-422f-9741-d94c695d0b4c req-27977a96-8ba2-47c7-bab7-fc5d6f3311ab tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:43.640025 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e03813d3-06ac-422f-9741-d94c695d0b4c req-27977a96-8ba2-47c7-bab7-fc5d6f3311ab tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0687830 May 16 17:45:43.699245 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:43.734807 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e03813d3-06ac-422f-9741-d94c695d0b4c req-c8b2d3ff-3cfa-48c0-a792-f331873dbde3 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869663 May 16 17:45:43.750184 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:45:43.753263 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:45:43.759992 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:45:43.765337 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:43.812232 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:43.812867 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:43.833766 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-dd807cee-0e86-4db8-b37a-fadc7768acaf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229613 May 16 17:45:43.963816 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-8c669e4a-ec2c-43f3-8e9a-27886da67d10 None None] Provisioning complete for port f96fabff-8023-4c54-9a2c-526c3f834248 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:43.964402 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8c669e4a-ec2c-43f3-8e9a-27886da67d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:44.000638 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-8c669e4a-ec2c-43f3-8e9a-27886da67d10 None None] Port f96fabff-8023-4c54-9a2c-526c3f834248 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:45:44.258373 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4175d8-285c-4aa5-afbd-6d7395cd7699 req-86c4a819-d560-4d90-a725-9f777904cde4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:44.260346 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed4175d8-285c-4aa5-afbd-6d7395cd7699 req-86c4a819-d560-4d90-a725-9f777904cde4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 931 time: 0.0537820 May 16 17:45:44.308203 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed4175d8-285c-4aa5-afbd-6d7395cd7699 req-bd8fda76-2f9d-4871-b942-1514af2e1845 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 May 16 17:45:44.854808 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb179a8-5d34-489a-8996-8ca714c6c949 req-39d25ecf-130d-4b7b-b339-92f23a81c4c8 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:44.856252 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1bb179a8-5d34-489a-8996-8ca714c6c949 req-39d25ecf-130d-4b7b-b339-92f23a81c4c8 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0528548 May 16 17:45:44.903105 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1bb179a8-5d34-489a-8996-8ca714c6c949 req-2c397ab2-96e7-489c-8634-01af9e90ba5f tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/security-groups?id=22743301-aec4-4986-b88e-b6144ec66d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 May 16 17:45:45.019447 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Request body: {'port': {'device_id': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:45.083162 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.359828 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-009f9e15-88f9-49b5-b410-3622024d6703 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:45.361638 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-009f9e15-88f9-49b5-b410-3622024d6703 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 945 time: 0.0480173 May 16 17:45:45.375909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96fabff-8023-4c54-9a2c-526c3f834248 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:45:45.384395 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Publish callbacks [] for port (f96fabff-8023-4c54-9a2c-526c3f834248), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.423171 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Transition to ACTIVE for port object f96fabff-8023-4c54-9a2c-526c3f834248 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:45:45.431524 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.446649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7deed-e494-40af-8d88-e3c7c043c4ca req-d2ec9b2d-0500-47c6-9ec5-91bf3dff3093 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:45.448178 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-49d7deed-e494-40af-8d88-e3c7c043c4ca req-d2ec9b2d-0500-47c6-9ec5-91bf3dff3093 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 931 time: 0.0575244 May 16 17:45:45.450628 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Deleting port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:45.450979 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.510098 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:45.544169 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] For port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:45.544542 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.554992 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-49d7deed-e494-40af-8d88-e3c7c043c4ca req-6be15ccb-6335-49c9-a22d-40044ada6a5e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873997 May 16 17:45:45.560265 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Calling delete_port for aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:45.602792 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Attempting to bind port f96fabff-8023-4c54-9a2c-526c3f834248 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:45:45.603129 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Attempting to bind port f96fabff-8023-4c54-9a2c-526c3f834248 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:45:45.603467 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Attempting to bind port f96fabff-8023-4c54-9a2c-526c3f834248 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:45.608229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Port f96fabff-8023-4c54-9a2c-526c3f834248 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:45:45.608625 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Attempting to bind port f96fabff-8023-4c54-9a2c-526c3f834248 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:45:45.614618 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:45:45.615078 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Checking segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:45:45.615504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Bound using segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:45:45.616012 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Bound port: f96fabff-8023-4c54-9a2c-526c3f834248, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:45:45.616540 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.682708 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:45:45.685895 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:45:45.696376 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.707991 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (aa1eb09f-24cd-4a34-b6e7-2d41f1534a63), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.723064 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:45.734521 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:45.735147 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.736103 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Pushing event deleted for resources: {'Port': ['ID=aa1eb09f-24cd-4a34-b6e7-2d41f1534a63,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:45.736538 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 1093 time: 0.7240298 May 16 17:45:45.736987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:45.739318 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a69629-7962-4fc7-b9a4-82deec57cdad" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:45.770074 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4352e39-e0b2-4e63-a5c3-0249ad8489f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:45.807421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65d532-0d17-4d49-81e2-e7709e28bb41 x-openstack-request-id: req-0c65d532-0d17-4d49-81e2-e7709e28bb41 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:45.807733 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:45.807980 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c65d532-0d17-4d49-81e2-e7709e28bb41 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:45.808359 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c65d532-0d17-4d49-81e2-e7709e28bb41'] response: {'name': 'network-changed', 'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'status': 'completed', 'code': 200} May 16 17:45:45.821349 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] No DVR routers for this DVR port aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:45.823927 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:45.827237 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-eba3fd52-a43f-4bf3-b13b-83be565e147a req-9b28b1bc-5bf0-49ff-bc16-557fdb6302c0 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.35 "DELETE /v2.0/ports/aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 HTTP/1.1" status: 204 len: 173 time: 0.4605520 May 16 17:45:45.827734 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'name': 'network-vif-deleted', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:45.830061 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b62a5-b565-4075-ad01-22092bd60728" -d '{"events": [{"server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "name": "network-vif-deleted", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:45.840633 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-4632f7a1-bf62-40ed-b17f-d9d6570aa2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:45.842248 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-4632f7a1-bf62-40ed-b17f-d9d6570aa2ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1127 time: 0.0558040 May 16 17:45:45.867561 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bda3c2-a799-4938-bd79-88b7f6debc69 x-openstack-request-id: req-69bda3c2-a799-4938-bd79-88b7f6debc69 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:45.867970 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1928d55-33be-43a7-9d30-fcee59478af9", "name": "network-vif-deleted", "tag": "aa1eb09f-24cd-4a34-b6e7-2d41f1534a63", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:45.868252 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69bda3c2-a799-4938-bd79-88b7f6debc69 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:45.868708 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bda3c2-a799-4938-bd79-88b7f6debc69'] response: {'server_uuid': 'e1928d55-33be-43a7-9d30-fcee59478af9', 'name': 'network-vif-deleted', 'tag': 'aa1eb09f-24cd-4a34-b6e7-2d41f1534a63', 'status': 'completed', 'code': 200} May 16 17:45:45.892092 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-61869bf5-8170-46d1-941d-3c9c06f5b2f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 217 time: 0.0350282 May 16 17:45:45.978267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b1cc1e05-1f54-408e-9dbc-c7307d74577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:45.979824 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-b1cc1e05-1f54-408e-9dbc-c7307d74577a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0542488 May 16 17:45:46.046821 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-004128f4-7fb5-494e-8b38-9add7bd07107 req-6c3a31ac-4536-4232-8241-41a7dd6709b9 tempest-TestMinimumBasicScenario-354628067 tempest-TestMinimumBasicScenario-354628067-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1928d55-33be-43a7-9d30-fcee59478af9 HTTP/1.1" status: 200 len: 210 time: 0.0499122 May 16 17:45:46.052159 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-2d943481-6ce4-4034-9137-c0e8f1bd9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:46.053684 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-2d943481-6ce4-4034-9137-c0e8f1bd9a84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663159 May 16 17:45:46.301499 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-3235057c-d49f-4324-a6e0-2948e7fabf52 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956941 May 16 17:45:46.696044 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c84d7-9fd6-4f9d-9840-a98931e7f503 req-83b553e9-4350-4c56-b96c-04380411a9b0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:46.697626 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-420c84d7-9fd6-4f9d-9840-a98931e7f503 req-83b553e9-4350-4c56-b96c-04380411a9b0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0656600 May 16 17:45:46.700554 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9c375cc0-5dce-4d7f-ba0b-e7323c7707f2 req-09b1844c-41c2-42b9-94a1-a984674f7839 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921733 May 16 17:45:46.750194 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-420c84d7-9fd6-4f9d-9840-a98931e7f503 req-1e4411de-c2e1-43e2-beb2-b672f74855a2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467184 May 16 17:45:47.120684 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:45:47.590489 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-bfa93e07-0db9-409c-a494-1ea253fd3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:47.592010 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-bfa93e07-0db9-409c-a494-1ea253fd3495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1127 time: 0.0412085 May 16 17:45:47.690189 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-51005834-a75e-4939-b9cb-b93cbb920566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:47.691662 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-51005834-a75e-4939-b9cb-b93cbb920566 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0933201 May 16 17:45:47.731871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-b11b8a97-3773-4808-88d3-2c61e3b5fbaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 217 time: 0.0327878 May 16 17:45:47.779882 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34808) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:47.793361 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-3a7af9b4-6736-40c9-8d8d-e73570f5c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:47.796419 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-3a7af9b4-6736-40c9-8d8d-e73570f5c64d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0585227 May 16 17:45:47.870691 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-372bd73c-1573-4c92-8f25-14ece24ec404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:47.872333 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-372bd73c-1573-4c92-8f25-14ece24ec404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687964 May 16 17:45:47.892937 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aefe4-263a-4111-97b2-efd95bf64a92 req-bfdc5053-2d4d-492a-9dd3-9479dcf51517 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:47.894397 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6c3aefe4-263a-4111-97b2-efd95bf64a92 req-bfdc5053-2d4d-492a-9dd3-9479dcf51517 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0645540 May 16 17:45:47.992598 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6c3aefe4-263a-4111-97b2-efd95bf64a92 req-9e075a25-501e-475d-ac6b-0e9f8e0e8170 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856926 May 16 17:45:48.010961 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-6fd9d510-f336-46ed-b39c-f7b9579d4aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305032 May 16 17:45:48.103503 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-91a69629-7962-4fc7-b9a4-82deec57cdad req-cc71d649-5897-4695-848f-2ddaa121ca80 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 May 16 17:45:48.170243 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (b831b8cd-ab48-4522-91b2-09b11d0b22cb), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:48.449501 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Deleting port 42634d34-b596-432e-9afe-af81d0751838 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:48.449756 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (42634d34-b596-432e-9afe-af81d0751838), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:48.528563 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] For port 42634d34-b596-432e-9afe-af81d0751838, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=42634d34-b596-432e-9afe-af81d0751838,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:48.528922 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (42634d34-b596-432e-9afe-af81d0751838), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:48.542637 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Calling delete_port for 42634d34-b596-432e-9afe-af81d0751838 owned by network:router_interface {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:48.722145 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (42634d34-b596-432e-9afe-af81d0751838), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:48.745342 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=42634d34-b596-432e-9afe-af81d0751838,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:48.902297 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (b831b8cd-ab48-4522-91b2-09b11d0b22cb), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.114690 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767545c-0f57-4053-9c76-fbb5b50e089c req-9dbd0ebb-2f92-42bc-b2a1-b95181004138 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:49.116326 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0767545c-0f57-4053-9c76-fbb5b50e089c req-9dbd0ebb-2f92-42bc-b2a1-b95181004138 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0504234 May 16 17:45:49.172426 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0767545c-0f57-4053-9c76-fbb5b50e089c req-a8eea49b-2458-4a60-90c8-5d9c6cc678e7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499811 May 16 17:45:49.363983 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Router b831b8cd-ab48-4522-91b2-09b11d0b22cb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:49.463847 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:49.468861 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-83bb85ab-ef33-4dfb-98dc-3f92ed003f4f admin admin] 10.222.0.58 "PUT /v2.0/routers/b831b8cd-ab48-4522-91b2-09b11d0b22cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872258 May 16 17:45:49.471719 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34812) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:49.474993 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] Sync routers for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:49.475536 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:45:49.477517 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:49.488633 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:49.489261 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:49.505327 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:49.505700 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device aa1eb09f-24cd-4a34-b6e7-2d41f1534a63 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:49.571387 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks [] for router (b831b8cd-ab48-4522-91b2-09b11d0b22cb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.590333 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:49.597682 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:49.608998 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'mac_address': 'fa:16:3e:c1:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:45:49.643188 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:49.643911 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.660298 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96fabff-8023-4c54-9a2c-526c3f834248 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:45:49.670053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks [] for router_gateway (b831b8cd-ab48-4522-91b2-09b11d0b22cb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.682623 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:49.688571 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.725280 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Deleting port 71a2a1b3-99b7-4031-98ac-a0a78b08354d {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:49.725724 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.736244 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:49.807011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] For port 71a2a1b3-99b7-4031-98ac-a0a78b08354d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=71a2a1b3-99b7-4031-98ac-a0a78b08354d,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:49.807511 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:49.820588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Calling delete_port for 71a2a1b3-99b7-4031-98ac-a0a78b08354d owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:49.861241 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:45:48Z', 'revision_number': 5, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port': {'id': '71a2a1b3-99b7-4031-98ac-a0a78b08354d', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:01Z', 'updated_at': '2022-05-16T17:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:49.888725 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] Checking router: b831b8cd-ab48-4522-91b2-09b11d0b22cb for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:49.897721 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] Routers {'b831b8cd-ab48-4522-91b2-09b11d0b22cb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:49.898347 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:49.920291 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['f96fabff-8023-4c54-9a2c-526c3f834248'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:45:49.981642 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] Set router b831b8cd-ab48-4522-91b2-09b11d0b22cb gateway port host: None {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:49.991137 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (71a2a1b3-99b7-4031-98ac-a0a78b08354d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.017129 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a2a1b3-99b7-4031-98ac-a0a78b08354d,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:50.034490 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:45:49Z', 'revision_number': 6, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:50.060530 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835e86a-1a38-46ab-a4d2-8aefe485329d None None] The sync data for ids ['b831b8cd-ab48-4522-91b2-09b11d0b22cb'] in dv-cinder-837699-6-iscsi is: [{'id': 'b831b8cd-ab48-4522-91b2-09b11d0b22cb', 'name': 'tempest-TestMinimumBasicScenario-1814643661-router', 'tenant_id': '2a1f3dc604cd46e4961489cd14f66d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:00Z', 'updated_at': '2022-05-16T17:45:49Z', 'revision_number': 6, 'project_id': '2a1f3dc604cd46e4961489cd14f66d13', 'gw_port_host': None}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:50.085499 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (b831b8cd-ab48-4522-91b2-09b11d0b22cb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.171648 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (b831b8cd-ab48-4522-91b2-09b11d0b22cb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.173734 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks [] for router_controller (b831b8cd-ab48-4522-91b2-09b11d0b22cb), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.216845 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (b831b8cd-ab48-4522-91b2-09b11d0b22cb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.217977 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b831b8cd-ab48-4522-91b2-09b11d0b22cb {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:45:50.223043 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.224218 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-262addd2-f13b-46fa-8e34-cc5bbbdba924 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b831b8cd-ab48-4522-91b2-09b11d0b22cb HTTP/1.1" status: 204 len: 168 time: 0.7513804 May 16 17:45:50.226829 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34816) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:50.303813 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Deleting subnet 083497a0-1142-422f-9019-6269bf555f6a {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:45:50.308403 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Publish callbacks [] for subnet (083497a0-1142-422f-9019-6269bf555f6a), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.315529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0b98-ac6f-4aa4-8772-30939f760fe0 req-b21d04a2-8c83-42f0-a5d9-165f861713e5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:50.316998 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-542b0b98-ac6f-4aa4-8772-30939f760fe0 req-b21d04a2-8c83-42f0-a5d9-165f861713e5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 944 time: 0.0649402 May 16 17:45:50.363190 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (083497a0-1142-422f-9019-6269bf555f6a), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.417025 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-542b0b98-ac6f-4aa4-8772-30939f760fe0 req-f5f0e486-cb60-48ee-b870-eaa218240ad6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824866 May 16 17:45:50.459427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (083497a0-1142-422f-9019-6269bf555f6a), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.515172 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (083497a0-1142-422f-9019-6269bf555f6a), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.540721 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083497a0-1142-422f-9019-6269bf555f6a,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:50.544457 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.549945 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d942d404-8edd-43c9-886f-6c5aa8a83844 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/083497a0-1142-422f-9019-6269bf555f6a HTTP/1.1" status: 204 len: 168 time: 0.3197212 May 16 17:45:50.550318 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34818) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:50.550792 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a994187-44e2-4753-bef7-28f4081b16ea None None] Network ded888d4-a06e-43ec-993f-7e4a7d4b7b51 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:45:50.616722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (ded888d4-a06e-43ec-993f-7e4a7d4b7b51), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.663107 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Deleting port 642d3863-a34b-407c-8ee2-7434f6f47a6c {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:50.663440 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.727379 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] For port 642d3863-a34b-407c-8ee2-7434f6f47a6c, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=642d3863-a34b-407c-8ee2-7434f6f47a6c,segment=NetworkSegment(22fc4d39-53a4-4544-98be-1de6ec99d72d),segment_id=22fc4d39-53a4-4544-98be-1de6ec99d72d)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:50.727696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.740701 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Calling delete_port for 642d3863-a34b-407c-8ee2-7434f6f47a6c owned by network:dhcp {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:50.835495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c570e-2381-426e-807b-39c37654e523 None None] DHCP port deletion for ded888d4-a06e-43ec-993f-7e4a7d4b7b51 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:45:50.838269 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (642d3863-a34b-407c-8ee2-7434f6f47a6c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.867591 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Pushing event deleted for resources: {'Port': ['ID=642d3863-a34b-407c-8ee2-7434f6f47a6c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:50.870488 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] No DVR routers for this DVR port 642d3863-a34b-407c-8ee2-7434f6f47a6c on host dv-cinder-837699-6-iscsi {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:50.943630 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (ded888d4-a06e-43ec-993f-7e4a7d4b7b51), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:50.967001 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded888d4-a06e-43ec-993f-7e4a7d4b7b51']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:50.976186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc4d39-53a4-4544-98be-1de6ec99d72d') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:50.976489 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc4d39-53a4-4544-98be-1de6ec99d72d') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:50.987465 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (22fc4d39-53a4-4544-98be-1de6ec99d72d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.001578 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (22fc4d39-53a4-4544-98be-1de6ec99d72d), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.008270 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:45:51.008692 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (22fc4d39-53a4-4544-98be-1de6ec99d72d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:45:51.010681 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:45:51.067319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (ded888d4-a06e-43ec-993f-7e4a7d4b7b51), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.072856 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.076004 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] 10.222.0.58 "DELETE /v2.0/networks/ded888d4-a06e-43ec-993f-7e4a7d4b7b51 HTTP/1.1" status: 204 len: 168 time: 0.5249362 May 16 17:45:51.085049 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34822) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:51.087017 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1c6f8-af10-4b81-82f9-f05e26529aca admin admin] Pushing event deleted for resources: {'Network': ['ID=ded888d4-a06e-43ec-993f-7e4a7d4b7b51,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:51.372816 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 42634d34-b596-432e-9afe-af81d0751838 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:51.388613 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (8146c1ae-95cf-4568-b0d7-40bc19a636b9), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.396285 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 42634d34-b596-432e-9afe-af81d0751838 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:51.396636 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 42634d34-b596-432e-9afe-af81d0751838 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:51.397060 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 642d3863-a34b-407c-8ee2-7434f6f47a6c no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:51.414624 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 642d3863-a34b-407c-8ee2-7434f6f47a6c {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:51.414970 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 642d3863-a34b-407c-8ee2-7434f6f47a6c not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:51.415743 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 71a2a1b3-99b7-4031-98ac-a0a78b08354d no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:51.433329 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 71a2a1b3-99b7-4031-98ac-a0a78b08354d {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:51.433705 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 71a2a1b3-99b7-4031-98ac-a0a78b08354d not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:51.483699 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:45:51.525743 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port f96fabff-8023-4c54-9a2c-526c3f834248 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:45:51.533395 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port f96fabff-8023-4c54-9a2c-526c3f834248 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:45:51.533817 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.536128 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82837ea4-3203-4e3b-bb02-ac1fbd29da95 req-4b07baa2-6226-42e6-8a29-6eb80926256f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:51.537763 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82837ea4-3203-4e3b-bb02-ac1fbd29da95 req-4b07baa2-6226-42e6-8a29-6eb80926256f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 944 time: 0.0486622 May 16 17:45:51.596407 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82837ea4-3203-4e3b-bb02-ac1fbd29da95 req-f7d7ce84-7f38-46ac-9432-997f373211c5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495064 May 16 17:45:51.609156 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:45:51.609702 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.617581 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Deleting port fc3f1431-3932-4b11-9ddf-ac59a401b904 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:51.618000 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.634425 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:51.637036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769dd950-142c-45a5-a9fb-23e96b4d5a83" -d '{"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-plugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:51.651047 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:51.655778 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.680257 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeedc254-2e91-48d4-a56a-d6a96a424d1c x-openstack-request-id: req-eeedc254-2e91-48d4-a56a-d6a96a424d1c {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:51.680785 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-plugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:51.681038 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eeedc254-2e91-48d4-a56a-d6a96a424d1c {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:51.681437 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeedc254-2e91-48d4-a56a-d6a96a424d1c'] response: {'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'code': 200} May 16 17:45:51.707475 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] For port fc3f1431-3932-4b11-9ddf-ac59a401b904, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=fc3f1431-3932-4b11-9ddf-ac59a401b904,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:51.708160 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.709427 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:51.722433 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Calling delete_port for fc3f1431-3932-4b11-9ddf-ac59a401b904 owned by network:router_interface {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:51.852624 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0de87-c09a-4a73-93fa-8d65d0ac2a41 req-69c8cb34-fea4-4797-9687-906fbecd92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:51.854208 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2be0de87-c09a-4a73-93fa-8d65d0ac2a41 req-69c8cb34-fea4-4797-9687-906fbecd92ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1129 time: 0.0388596 May 16 17:45:51.902073 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2be0de87-c09a-4a73-93fa-8d65d0ac2a41 req-f677fdd9-d8f6-4d09-bcd2-1d84c8e5cf8f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 May 16 17:45:51.903918 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (fc3f1431-3932-4b11-9ddf-ac59a401b904), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:51.928726 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3f1431-3932-4b11-9ddf-ac59a401b904,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:52.092624 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (8146c1ae-95cf-4568-b0d7-40bc19a636b9), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:52.300722 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:52.402082 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:52.407592 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-764b4602-a182-4a04-b052-b22ead696aa5 admin admin] 10.222.0.58 "PUT /v2.0/routers/8146c1ae-95cf-4568-b0d7-40bc19a636b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3201838 May 16 17:45:52.409585 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34830) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:52.412181 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] Sync routers for ids ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:52.423923 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] Routers {'8146c1ae-95cf-4568-b0d7-40bc19a636b9'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:52.424553 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:52.506598 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks [] for router (8146c1ae-95cf-4568-b0d7-40bc19a636b9), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:52.523648 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] Set router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:52.602973 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks [] for router_gateway (8146c1ae-95cf-4568-b0d7-40bc19a636b9), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:52.648081 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Deleting port 1ab8c7ab-26e4-406a-af74-b61f408a621b {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:52.648431 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:52.699807 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:45:51Z', 'revision_number': 5, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port': {'id': '1ab8c7ab-26e4-406a-af74-b61f408a621b', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:52.719208 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee461942-8864-477f-a749-3768d6cf5e17 req-fd5548bc-912e-4888-98a2-295dc2a4b427 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:52.720690 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee461942-8864-477f-a749-3768d6cf5e17 req-fd5548bc-912e-4888-98a2-295dc2a4b427 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0470181 May 16 17:45:52.725873 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] Checking router: 8146c1ae-95cf-4568-b0d7-40bc19a636b9 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:52.732020 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] For port 1ab8c7ab-26e4-406a-af74-b61f408a621b, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=1ab8c7ab-26e4-406a-af74-b61f408a621b,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:52.732635 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:52.734418 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] Routers {'8146c1ae-95cf-4568-b0d7-40bc19a636b9'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:52.735041 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:52.746337 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Calling delete_port for 1ab8c7ab-26e4-406a-af74-b61f408a621b owned by network:router_gateway {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:52.769580 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee461942-8864-477f-a749-3768d6cf5e17 req-d7320927-1dca-4205-a00d-1c2bfe6e3343 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 May 16 17:45:52.817980 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] Set router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 gateway port host: None {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:52.864541 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:45:52Z', 'revision_number': 6, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:52.891576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee39f75-7245-4718-9c70-10c157ea86ec None None] The sync data for ids ['8146c1ae-95cf-4568-b0d7-40bc19a636b9'] in dv-cinder-837699-6-iscsi is: [{'id': '8146c1ae-95cf-4568-b0d7-40bc19a636b9', 'name': 'tempest-TestMinimumBasicScenario-1134421428-router', 'tenant_id': '9794e667071c46f5a45dbfb038b52220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:43:06Z', 'updated_at': '2022-05-16T17:45:52Z', 'revision_number': 6, 'project_id': '9794e667071c46f5a45dbfb038b52220', 'gw_port_host': None}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:52.921800 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (1ab8c7ab-26e4-406a-af74-b61f408a621b), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:52.944323 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab8c7ab-26e4-406a-af74-b61f408a621b,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:53.014760 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (8146c1ae-95cf-4568-b0d7-40bc19a636b9), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.118015 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (8146c1ae-95cf-4568-b0d7-40bc19a636b9), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.120148 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks [] for router_controller (8146c1ae-95cf-4568-b0d7-40bc19a636b9), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.183211 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (8146c1ae-95cf-4568-b0d7-40bc19a636b9), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.183788 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8146c1ae-95cf-4568-b0d7-40bc19a636b9 {{(pid=104866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:45:53.188551 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.189740 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-4dec99a4-e0d4-4bd9-81e3-5f676ff8c248 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8146c1ae-95cf-4568-b0d7-40bc19a636b9 HTTP/1.1" status: 204 len: 168 time: 0.7792170 May 16 17:45:53.192218 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34834) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:53.241794 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Deleting subnet e544831f-4167-46a5-9663-49cf1b2339b3 {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:45:53.249784 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Publish callbacks [] for subnet (e544831f-4167-46a5-9663-49cf1b2339b3), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.287243 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (e544831f-4167-46a5-9663-49cf1b2339b3), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.391374 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (e544831f-4167-46a5-9663-49cf1b2339b3), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.709349 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (e544831f-4167-46a5-9663-49cf1b2339b3), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.738075 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e544831f-4167-46a5-9663-49cf1b2339b3,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:53.741836 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.745312 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-611ee7a6-4462-4748-a6ce-1b4a208ec9dc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e544831f-4167-46a5-9663-49cf1b2339b3 HTTP/1.1" status: 204 len: 168 time: 0.5516882 May 16 17:45:53.747405 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f21e4-f472-4d8f-ae60-cb4ec1b3ecbe None None] Network 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:45:53.747874 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34836) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:53.780840 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device fc3f1431-3932-4b11-9ddf-ac59a401b904 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:53.825211 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.840889 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: fc3f1431-3932-4b11-9ddf-ac59a401b904 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:53.841233 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device fc3f1431-3932-4b11-9ddf-ac59a401b904 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:53.872184 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Deleting port b78ecc38-ef98-48ff-bb6a-8df45218e209 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:53.872527 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.925432 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0158f-c630-45f4-90af-4ed88f57af13 req-951d6c2c-b632-463a-a07d-e06d2c352ee8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:53.927710 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c0f0158f-c630-45f4-90af-4ed88f57af13 req-951d6c2c-b632-463a-a07d-e06d2c352ee8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0643504 May 16 17:45:53.939262 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] DHCP port deletion for 9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:45:53.952892 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] For port b78ecc38-ef98-48ff-bb6a-8df45218e209, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b78ecc38-ef98-48ff-bb6a-8df45218e209,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:53.953438 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:53.968781 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Calling delete_port for b78ecc38-ef98-48ff-bb6a-8df45218e209 owned by network:dhcp {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:53.980372 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c0f0158f-c630-45f4-90af-4ed88f57af13 req-4a12f40d-4d9b-4dae-b159-0e0971bc91e0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 May 16 17:45:53.983409 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] Deleting port b78ecc38-ef98-48ff-bb6a-8df45218e209 {{(pid=104868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:45:53.984185 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), before_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.055472 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.077058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] For port b78ecc38-ef98-48ff-bb6a-8df45218e209, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b78ecc38-ef98-48ff-bb6a-8df45218e209,segment=NetworkSegment(86a03348-570e-4be3-8797-6af343999b31),segment_id=86a03348-570e-4be3-8797-6af343999b31)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:45:54.077840 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), precommit_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.081823 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b78ecc38-ef98-48ff-bb6a-8df45218e209,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:54.089942 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] No DVR routers for this DVR port b78ecc38-ef98-48ff-bb6a-8df45218e209 on host dv-cinder-837699-6-iscsi {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:54.101492 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] Calling delete_port for b78ecc38-ef98-48ff-bb6a-8df45218e209 owned by network:dhcp {{(pid=104868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:45:54.110922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33d1d3-38fc-4aa5-8cb5-bee9e1523373 req-073ef741-e0b3-4cb8-bd57-53b2428a11f2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:54.112556 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f33d1d3-38fc-4aa5-8cb5-bee9e1523373 req-073ef741-e0b3-4cb8-bd57-53b2428a11f2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0580661 May 16 17:45:54.122030 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34842) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:54.127154 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'floatingip': {'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:45:54.169040 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (d94614f7-4285-4b78-9e8c-4518c3da25b5), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.173334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.179390 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440'] for port (b78ecc38-ef98-48ff-bb6a-8df45218e209), after_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.197104 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfbfb56-c21f-4a9b-9d22-117ef0323dc7']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:54.202885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] Pushing event deleted for resources: {'Port': ['ID=b78ecc38-ef98-48ff-bb6a-8df45218e209,revision_number=None']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:54.214232 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805feeb9-2efd-4d17-880e-550359b8f57b None None] No DVR routers for this DVR port b78ecc38-ef98-48ff-bb6a-8df45218e209 on host dv-cinder-837699-6-iscsi {{(pid=104868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:45:54.222566 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a03348-570e-4be3-8797-6af343999b31') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:54.222860 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a03348-570e-4be3-8797-6af343999b31') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:54.232819 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (86a03348-570e-4be3-8797-6af343999b31), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.246392 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (86a03348-570e-4be3-8797-6af343999b31), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.252456 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:45:54.252838 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (86a03348-570e-4be3-8797-6af343999b31), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:45:54.254668 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:45:54.308973 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (9bfbfb56-c21f-4a9b-9d22-117ef0323dc7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.314531 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.317738 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] 10.222.0.58 "DELETE /v2.0/networks/9bfbfb56-c21f-4a9b-9d22-117ef0323dc7 HTTP/1.1" status: 204 len: 168 time: 0.5690877 May 16 17:45:54.328585 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900a01a-53d1-42a7-bdf7-ef276f0ce4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfbfb56-c21f-4a9b-9d22-117ef0323dc7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:54.440763 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34846) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:54.485162 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-89388d1e-dac2-4c2a-a782-9e4fd63b8328 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a1f3dc604cd46e4961489cd14f66d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430269 May 16 17:45:54.487509 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34848) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:54.535448 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2190bf60-f968-444b-bf5b-21e3fe637055 admin admin] Publish callbacks [] for security_group (22743301-aec4-4986-b88e-b6144ec66d9d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.556660 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2190bf60-f968-444b-bf5b-21e3fe637055 admin admin] Publish callbacks [] for security_group (22743301-aec4-4986-b88e-b6144ec66d9d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.595907 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.599930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (d94614f7-4285-4b78-9e8c-4518c3da25b5), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.606670 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2190bf60-f968-444b-bf5b-21e3fe637055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (22743301-aec4-4986-b88e-b6144ec66d9d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.609337 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2190bf60-f968-444b-bf5b-21e3fe637055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:54.610571 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2190bf60-f968-444b-bf5b-21e3fe637055 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22743301-aec4-4986-b88e-b6144ec66d9d HTTP/1.1" status: 204 len: 168 time: 0.1221662 May 16 17:45:54.618654 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190bf60-f968-444b-bf5b-21e3fe637055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22743301-aec4-4986-b88e-b6144ec66d9d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:54.694983 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Floating IP d94614f7-4285-4b78-9e8c-4518c3da25b5 associated. External IP: 172.27.0.244, port: f96fabff-8023-4c54-9a2c-526c3f834248. May 16 17:45:54.950555 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34854) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:54.999078 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f32fdcbe-f9fa-4d20-bbf0-ef2389064b0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9794e667071c46f5a45dbfb038b52220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471776 May 16 17:45:55.001737 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34856) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:45:55.053926 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25f9e7fb-389b-4360-930d-8a3f243b8b09 admin admin] Publish callbacks [] for security_group (34fe5b84-7869-44bb-a843-a0c8112f0b96), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:55.076564 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25f9e7fb-389b-4360-930d-8a3f243b8b09 admin admin] Publish callbacks [] for security_group (34fe5b84-7869-44bb-a843-a0c8112f0b96), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:55.128397 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25f9e7fb-389b-4360-930d-8a3f243b8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (34fe5b84-7869-44bb-a843-a0c8112f0b96), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:55.131399 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-25f9e7fb-389b-4360-930d-8a3f243b8b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:55.132715 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-25f9e7fb-389b-4360-930d-8a3f243b8b09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34fe5b84-7869-44bb-a843-a0c8112f0b96 HTTP/1.1" status: 204 len: 168 time: 0.1300056 May 16 17:45:55.141789 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9e7fb-389b-4360-930d-8a3f243b8b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fe5b84-7869-44bb-a843-a0c8112f0b96,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:45:55.171294 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:45:55.276443 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:45:55.281984 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:55.288115 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:45:55.303118 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:55.303599 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:55.314507 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d76799a3-a4c6-4ac8-b2e1-9d60e71499b9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "PUT /v2.0/floatingips/d94614f7-4285-4b78-9e8c-4518c3da25b5 HTTP/1.1" status: 200 len: 991 time: 1.1913249 May 16 17:45:55.315321 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:45:55.318579 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03c907-2647-4652-b377-b25091a3f48b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:45:55.365510 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecd5281-cece-4664-ada7-e07046a5cf46 x-openstack-request-id: req-0ecd5281-cece-4664-ada7-e07046a5cf46 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:45:55.366579 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:45:55.366838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ecd5281-cece-4664-ada7-e07046a5cf46 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:45:55.367256 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecd5281-cece-4664-ada7-e07046a5cf46'] response: {'name': 'network-changed', 'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'status': 'completed', 'code': 200} May 16 17:45:55.405915 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 1ab8c7ab-26e4-406a-af74-b61f408a621b no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:55.429937 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 1ab8c7ab-26e4-406a-af74-b61f408a621b {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:55.430397 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:55.430623 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 1ab8c7ab-26e4-406a-af74-b61f408a621b not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:55.431058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b78ecc38-ef98-48ff-bb6a-8df45218e209 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:45:55.439393 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c907-2647-4652-b377-b25091a3f48b req-d33b6ab7-9d38-48a2-86d0-e2c99d7e8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:55.441248 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-d33b6ab7-9d38-48a2-86d0-e2c99d7e8f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1129 time: 0.0494871 May 16 17:45:55.455225 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: b78ecc38-ef98-48ff-bb6a-8df45218e209 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:45:55.455583 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b78ecc38-ef98-48ff-bb6a-8df45218e209 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:45:55.544818 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c907-2647-4652-b377-b25091a3f48b req-9f12e798-c97d-4962-af52-ab8756669e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:55.546342 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-9f12e798-c97d-4962-af52-ab8756669e9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0985422 May 16 17:45:55.606991 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-169fb0d7-e00d-4df7-8603-2ab3448e84ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 999 time: 0.0540826 May 16 17:45:55.655329 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c907-2647-4652-b377-b25091a3f48b req-79dc4faf-f0ab-4e3b-b301-c01ab0643488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:55.656061 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'd94614f7-4285-4b78-9e8c-4518c3da25b5', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'mac_address': 'fa:16:3e:c1:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:45:40Z', 'updated_at': '2022-05-16T17:45:54Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:55.656770 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-79dc4faf-f0ab-4e3b-b301-c01ab0643488 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0435767 May 16 17:45:55.681155 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:45:55.689911 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:45:55.690542 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:55.707014 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c907-2647-4652-b377-b25091a3f48b req-81b998df-3356-45f6-b596-8f038de2027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:45:55.708539 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-81b998df-3356-45f6-b596-8f038de2027e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451970 May 16 17:45:55.791897 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:45:55.802348 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-4af4bd2b-b029-4343-98c0-a2ffd5320197 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868740 May 16 17:45:55.855614 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3890-2f50-4783-85e9-cb0c07b8fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:55.894871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2e03c907-2647-4652-b377-b25091a3f48b req-55725d4b-22c5-402c-b6ff-ff8f7f1a1c1f service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846605 May 16 17:45:56.008494 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'd94614f7-4285-4b78-9e8c-4518c3da25b5', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'mac_address': 'fa:16:3e:c1:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:45:40Z', 'updated_at': '2022-05-16T17:45:54Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:45:56.037026 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b6b4b-5064-4f32-a829-2e125e558361 None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'd94614f7-4285-4b78-9e8c-4518c3da25b5', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'mac_address': 'fa:16:3e:c1:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:45:40Z', 'updated_at': '2022-05-16T17:45:54Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:45:56.236061 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a236d-4859-4dad-828e-159bd99e219f None None] New status for floating IP d94614f7-4285-4b78-9e8c-4518c3da25b5: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:45:58.339160 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9987-0e6e-4325-ac9d-e5401993efcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:45:59.118657 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:00.437789 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:00.526485 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:02.170977 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:02.894209 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-2e1adee4-2be8-4144-af1e-3c0d8bbad9f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455723 May 16 17:46:02.957838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-b62a26c6-e1b1-4438-866e-1d30eac45fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:02.959305 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-b62a26c6-e1b1-4438-866e-1d30eac45fd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1130 time: 0.0395918 May 16 17:46:03.065863 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-c4468bce-b6f4-4348-81b9-98f98b661189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:03.067324 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-c4468bce-b6f4-4348-81b9-98f98b661189 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 910 time: 0.0886827 May 16 17:46:03.128928 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-9c195954-24ad-46c9-88d1-5d85cdb0f7fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 1002 time: 0.0534484 May 16 17:46:03.191687 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-fc6cc73b-9fce-4274-a3b8-b8c2cdfdb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:03.193805 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-fc6cc73b-9fce-4274-a3b8-b8c2cdfdb7c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0566723 May 16 17:46:03.239256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-5cbcc07c-b2d3-4885-be4f-31a4db7c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:03.240768 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-5cbcc07c-b2d3-4885-be4f-31a4db7c65ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395186 May 16 17:46:03.333859 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-7cc3b883-b47d-4c89-bb5d-59c2d894326c service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 May 16 17:46:03.432250 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-556dd56f-66ef-4eff-b0bb-1e261ce70a7f req-757fffae-d980-4cc1-bdf4-cb2adf5d48f0 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846927 May 16 17:46:24.118589 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:46:24.836579 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479325f-b686-44d5-a1ce-46e84ed9d1fa req-1d82b179-cc99-4d96-bc2d-f98c5fb8da09 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:24.838006 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8479325f-b686-44d5-a1ce-46e84ed9d1fa req-1d82b179-cc99-4d96-bc2d-f98c5fb8da09 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0483029 May 16 17:46:24.888464 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8479325f-b686-44d5-a1ce-46e84ed9d1fa req-836faba1-918d-49ed-a7a8-9c7e93486c6c tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447342 May 16 17:46:25.867655 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-04a826f7-7b9b-4b94-9969-669a4b579403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:26.012944 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9552e-1a4f-4122-9288-dd718e8182ea req-076c1c88-705b-469f-a8af-07b0fb09cb19 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:26.014461 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92a9552e-1a4f-4122-9288-dd718e8182ea req-076c1c88-705b-469f-a8af-07b0fb09cb19 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0498784 May 16 17:46:26.068922 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-92a9552e-1a4f-4122-9288-dd718e8182ea req-23949ce3-209c-46e5-8958-4dbf5d611aef tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups?id=694d961b-6cc1-417b-92f5-e210011000a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461550 May 16 17:46:26.369473 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-e796bd56-4b82-4d9a-8aef-7bcd1cb0e4ca tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:26.370912 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-e796bd56-4b82-4d9a-8aef-7bcd1cb0e4ca tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 945 time: 0.0590475 May 16 17:46:26.461436 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port 3b12e281-cf95-4d90-8772-1151abc09698 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:26.461867 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (3b12e281-cf95-4d90-8772-1151abc09698), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:26.553518 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] For port 3b12e281-cf95-4d90-8772-1151abc09698, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3b12e281-cf95-4d90-8772-1151abc09698,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:26.553930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (3b12e281-cf95-4d90-8772-1151abc09698), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:26.712697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:26.712935 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (8a8e0063-8775-436e-9e51-bc2490aedbae), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:26.713277 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Floating IP 8a8e0063-8775-436e-9e51-bc2490aedbae disassociated. External IP: 172.27.0.112, port: 3b12e281-cf95-4d90-8772-1151abc09698. May 16 17:46:26.713618 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for 3b12e281-cf95-4d90-8772-1151abc09698 owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:26.843239 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (3b12e281-cf95-4d90-8772-1151abc09698), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:26.873895 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=3b12e281-cf95-4d90-8772-1151abc09698,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:26.885242 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.885609 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.885963 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.886299 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.886834 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.886999 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.887286 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.887614 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.887953 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.888283 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.888603 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.888926 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.889250 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.889571 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.889920 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:26.995194 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:46:27.097024 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:46:27.108466 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:46:27.118139 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:27.121089 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:27.148155 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] No DVR routers for this DVR port 3b12e281-cf95-4d90-8772-1151abc09698 on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:46:27.152487 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:27.156937 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8aa56d44-8939-4eea-a6b9-21609f1bd6e2 req-52a79a65-dd94-4403-832c-a51dc2310b1f tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.35 "DELETE /v2.0/ports/3b12e281-cf95-4d90-8772-1151abc09698 HTTP/1.1" status: 204 len: 173 time: 0.7805035 May 16 17:46:27.158165 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'name': 'network-vif-deleted', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:46:27.161433 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ea1c4-a127-4f7a-8561-2b0e8b1b857e" -d '{"events": [{"server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "name": "network-vif-deleted", "tag": "3b12e281-cf95-4d90-8772-1151abc09698"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:46:27.198509 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b47dcfb5-0df3-4dd1-bf3f-9ba22592788d req-695c6270-5237-463e-9e8c-07100ca2ec71 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/ports?device_id=a48d4742-7c3e-4568-8424-d73ce0bf371f HTTP/1.1" status: 200 len: 210 time: 0.0477915 May 16 17:46:27.212552 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f157fc8a-dcbb-429c-8568-613540d63c37 x-openstack-request-id: req-f157fc8a-dcbb-429c-8568-613540d63c37 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:46:27.212846 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48d4742-7c3e-4568-8424-d73ce0bf371f", "name": "network-vif-deleted", "tag": "3b12e281-cf95-4d90-8772-1151abc09698", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:46:27.213109 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f157fc8a-dcbb-429c-8568-613540d63c37 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:46:27.213533 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f157fc8a-dcbb-429c-8568-613540d63c37'] response: {'server_uuid': 'a48d4742-7c3e-4568-8424-d73ce0bf371f', 'name': 'network-vif-deleted', 'tag': '3b12e281-cf95-4d90-8772-1151abc09698', 'status': 'completed', 'code': 200} May 16 17:46:27.260186 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:27.530682 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:27.556165 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:46:27.564956 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:27.565586 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:45:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:27.668563 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:27.854936 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:27.878895 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7074b-95c0-46f1-b11f-ac28e7703386 None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:40:06Z', 'revision_number': 4, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'cdf875aa-a58b-4b2c-8795-d639c7148a35', 'name': '', 'network_id': '28ed5c22-d613-46a9-98e4-5aa888da0e5a', 'tenant_id': '80c60c24806542e889c070d519172e79', 'mac_address': 'fa:16:3e:14:fe:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '22623edd-6614-4b36-bf1b-a51370febc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:40:04Z', 'updated_at': '2022-05-16T17:40:15Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'subnets': [{'id': '22623edd-6614-4b36-bf1b-a51370febc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:46:28.111534 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab23598-2ae9-440e-a7ba-c9c4553b62f7 None None] New status for floating IP 8a8e0063-8775-436e-9e51-bc2490aedbae: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:46:28.301392 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 34946) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:28.331542 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-50b5dfac-c97f-47b0-b3fd-d8866acc9841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.357601 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (694d961b-6cc1-417b-92f5-e210011000a7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.380836 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (694d961b-6cc1-417b-92f5-e210011000a7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.437838 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (694d961b-6cc1-417b-92f5-e210011000a7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.440391 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.441529 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/security-groups/694d961b-6cc1-417b-92f5-e210011000a7 HTTP/1.1" status: 204 len: 168 time: 0.1390986 May 16 17:46:28.444409 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34948) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:28.450495 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694d961b-6cc1-417b-92f5-e210011000a7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:28.458060 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.api.v2.resource [None req-1ea9110c-056b-4f27-afaf-350ec0626c84 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] show failed (client error): The resource could not be found. May 16 17:46:28.458243 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.458530 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.458876 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.459214 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.459345 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-1ea9110c-056b-4f27-afaf-350ec0626c84 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "GET /v2.0/security-groups/694d961b-6cc1-417b-92f5-e210011000a7 HTTP/1.1" status: 404 len: 347 time: 0.0137281 May 16 17:46:28.459661 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.459991 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.460318 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.460647 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.460974 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.461299 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.461632 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.462046 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.462286 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 34950) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:28.462412 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.462678 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.462999 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20a35f-d5a7-46b0-a728-43d7dbdfc757 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:28.574803 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Deleting port b67eb529-01ee-4e6c-9cf4-48b6f06dc76c {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:28.575115 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.655832 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.656555 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.668225 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Calling delete_port for b67eb529-01ee-4e6c-9cf4-48b6f06dc76c owned by network:floatingip {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:28.802973 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (b67eb529-01ee-4e6c-9cf4-48b6f06dc76c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.838680 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Pushing event deleted for resources: {'Port': ['ID=b67eb529-01ee-4e6c-9cf4-48b6f06dc76c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:28.901177 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks [] for floatingip (8a8e0063-8775-436e-9e51-bc2490aedbae), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.903695 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:28.904853 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-b6f36e38-1113-4db7-a02d-cfa5c089a333 tempest-AttachVolumeNegativeTest-1095848132 tempest-AttachVolumeNegativeTest-1095848132-project] 10.222.0.58 "DELETE /v2.0/floatingips/8a8e0063-8775-436e-9e51-bc2490aedbae HTTP/1.1" status: 204 len: 168 time: 0.4415891 May 16 17:46:29.115085 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:29.657631 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3b12e281-cf95-4d90-8772-1151abc09698 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:29.682642 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 3b12e281-cf95-4d90-8772-1151abc09698 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:29.683008 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 3b12e281-cf95-4d90-8772-1151abc09698 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:30.439642 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:30.531226 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:32.160287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:32.615233 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35000) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:33.118094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (07f5f13a-1f42-4eab-8257-e08a552faed3), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:33.346311 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Deleting port cdf875aa-a58b-4b2c-8795-d639c7148a35 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:33.346665 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:33.464022 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] For port cdf875aa-a58b-4b2c-8795-d639c7148a35, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=cdf875aa-a58b-4b2c-8795-d639c7148a35,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:33.464393 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:33.482063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81548ae-a60c-4969-b462-40fab9034cad req-471b8a11-00cc-406e-8c0a-cdfd74893644 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:33.483545 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f81548ae-a60c-4969-b462-40fab9034cad req-471b8a11-00cc-406e-8c0a-cdfd74893644 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0707316 May 16 17:46:33.488019 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Calling delete_port for cdf875aa-a58b-4b2c-8795-d639c7148a35 owned by network:router_interface {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:33.578975 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f81548ae-a60c-4969-b462-40fab9034cad req-3c83f5bb-a5e9-4882-87c4-f70173b49f82 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887711 May 16 17:46:33.705388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (cdf875aa-a58b-4b2c-8795-d639c7148a35), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:33.729361 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf875aa-a58b-4b2c-8795-d639c7148a35,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:33.890922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (07f5f13a-1f42-4eab-8257-e08a552faed3), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:34.095522 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Router 07f5f13a-1f42-4eab-8257-e08a552faed3 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:46:34.208759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:46:34.214036 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a0df1c02-b440-4265-aceb-8e49c8497af1 admin admin] 10.222.0.58 "PUT /v2.0/routers/07f5f13a-1f42-4eab-8257-e08a552faed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974793 May 16 17:46:34.216502 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35018) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:34.218253 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] Sync routers for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:46:34.228943 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:34.229571 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:34.313194 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks [] for router (07f5f13a-1f42-4eab-8257-e08a552faed3), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:34.327608 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:34.494271 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:46:33Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:34.524000 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] Checking router: 07f5f13a-1f42-4eab-8257-e08a552faed3 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:46:34.534012 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] Routers {'07f5f13a-1f42-4eab-8257-e08a552faed3'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:34.534663 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f13a-1f42-4eab-8257-e08a552faed3'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:34.639539 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] Set router 07f5f13a-1f42-4eab-8257-e08a552faed3 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:34.716311 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae73e16-1f9b-427d-8695-73e665dac8a2 req-f95769df-85f6-46d7-a785-17cbdd1a255b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:34.717814 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ae73e16-1f9b-427d-8695-73e665dac8a2 req-f95769df-85f6-46d7-a785-17cbdd1a255b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0598011 May 16 17:46:34.720443 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks [] for router_gateway (07f5f13a-1f42-4eab-8257-e08a552faed3), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:34.792493 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Deleting port b8632d74-abf9-4163-9638-a77804ec5af9 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:34.792759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:34.797284 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7ae73e16-1f9b-427d-8695-73e665dac8a2 req-36e593db-eb31-44df-9826-569a535eac77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735896 May 16 17:46:34.810441 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:46:33Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:34.835564 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d280a-4f26-477b-a45e-03209b5d5e3c None None] The sync data for ids ['07f5f13a-1f42-4eab-8257-e08a552faed3'] in dv-cinder-837699-6-iscsi is: [{'id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'name': 'tempest-AttachVolumeNegativeTest-312003095-router', 'tenant_id': '80c60c24806542e889c070d519172e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:39:56Z', 'updated_at': '2022-05-16T17:46:33Z', 'revision_number': 5, 'project_id': '80c60c24806542e889c070d519172e79', 'gw_port': {'id': 'b8632d74-abf9-4163-9638-a77804ec5af9', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f13a-1f42-4eab-8257-e08a552faed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:39:57Z', 'updated_at': '2022-05-16T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:46:34.875872 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] For port b8632d74-abf9-4163-9638-a77804ec5af9, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=b8632d74-abf9-4163-9638-a77804ec5af9,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:34.876242 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:34.889000 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Calling delete_port for b8632d74-abf9-4163-9638-a77804ec5af9 owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:35.056252 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (b8632d74-abf9-4163-9638-a77804ec5af9), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.083191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8632d74-abf9-4163-9638-a77804ec5af9,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:35.142957 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (07f5f13a-1f42-4eab-8257-e08a552faed3), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.232700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (07f5f13a-1f42-4eab-8257-e08a552faed3), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.234959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks [] for router_controller (07f5f13a-1f42-4eab-8257-e08a552faed3), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.277687 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (07f5f13a-1f42-4eab-8257-e08a552faed3), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.278372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f5f13a-1f42-4eab-8257-e08a552faed3 {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:46:35.282993 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.284105 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-2897c6f0-a6b7-44f1-a70e-3e7ef8d59a80 admin admin] 10.222.0.58 "DELETE /v2.0/routers/07f5f13a-1f42-4eab-8257-e08a552faed3 HTTP/1.1" status: 204 len: 168 time: 1.0666130 May 16 17:46:35.286842 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35022) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:35.333388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Deleting subnet 22623edd-6614-4b36-bf1b-a51370febc03 {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:46:35.336634 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Publish callbacks [] for subnet (22623edd-6614-4b36-bf1b-a51370febc03), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.383678 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (22623edd-6614-4b36-bf1b-a51370febc03), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.467113 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdf875aa-a58b-4b2c-8795-d639c7148a35 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:35.472630 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (22623edd-6614-4b36-bf1b-a51370febc03), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.487127 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: cdf875aa-a58b-4b2c-8795-d639c7148a35 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:35.487579 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdf875aa-a58b-4b2c-8795-d639c7148a35 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:35.524848 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (22623edd-6614-4b36-bf1b-a51370febc03), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.550742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22623edd-6614-4b36-bf1b-a51370febc03,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:35.555357 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.558623 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e0d9ef6d-8760-404f-907f-a0e403a8e1a1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/22623edd-6614-4b36-bf1b-a51370febc03 HTTP/1.1" status: 204 len: 168 time: 0.2706194 May 16 17:46:35.560872 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35024) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:35.563287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd19164-55d2-4f57-81e7-1f6506ae3d16 None None] Network 28ed5c22-d613-46a9-98e4-5aa888da0e5a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:46:35.630506 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (28ed5c22-d613-46a9-98e4-5aa888da0e5a), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.671871 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Deleting port d073d625-7917-491b-937c-0044b8580b2d {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:35.672204 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (d073d625-7917-491b-937c-0044b8580b2d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.749809 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] For port d073d625-7917-491b-937c-0044b8580b2d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=d073d625-7917-491b-937c-0044b8580b2d,segment=NetworkSegment(18b4d058-337a-410f-9107-4c619938fe00),segment_id=18b4d058-337a-410f-9107-4c619938fe00)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:35.750183 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (d073d625-7917-491b-937c-0044b8580b2d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.763528 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Calling delete_port for d073d625-7917-491b-937c-0044b8580b2d owned by network:dhcp {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:35.842081 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (d073d625-7917-491b-937c-0044b8580b2d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.858557 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e1934-a8d1-4d38-a658-0973eb3f13df None None] DHCP port deletion for 28ed5c22-d613-46a9-98e4-5aa888da0e5a request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:46:35.877196 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d073d625-7917-491b-937c-0044b8580b2d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:35.885112 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] No DVR routers for this DVR port d073d625-7917-491b-937c-0044b8580b2d on host dv-cinder-837699-6-iscsi {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:46:35.934515 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20672493-d2fa-4c91-bfd2-b05a908b0815 req-32c58367-729a-4fe4-a74e-57402ac9c5cf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:35.936004 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-20672493-d2fa-4c91-bfd2-b05a908b0815 req-32c58367-729a-4fe4-a74e-57402ac9c5cf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0508659 May 16 17:46:35.960230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (28ed5c22-d613-46a9-98e4-5aa888da0e5a), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:35.979556 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ed5c22-d613-46a9-98e4-5aa888da0e5a']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:35.986917 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-20672493-d2fa-4c91-bfd2-b05a908b0815 req-7f292e55-bbe2-4976-acd0-0b4b9ec90485 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451832 May 16 17:46:35.988901 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b4d058-337a-410f-9107-4c619938fe00') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:35.989208 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b4d058-337a-410f-9107-4c619938fe00') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:35.998889 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (18b4d058-337a-410f-9107-4c619938fe00), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.012151 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (18b4d058-337a-410f-9107-4c619938fe00), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.018129 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:46:36.018516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (18b4d058-337a-410f-9107-4c619938fe00), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:46:36.020462 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:46:36.082451 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (28ed5c22-d613-46a9-98e4-5aa888da0e5a), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.088771 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.093730 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] 10.222.0.58 "DELETE /v2.0/networks/28ed5c22-d613-46a9-98e4-5aa888da0e5a HTTP/1.1" status: 204 len: 168 time: 0.5306542 May 16 17:46:36.103322 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4327-8883-4977-9aab-1424d19ff4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=28ed5c22-d613-46a9-98e4-5aa888da0e5a,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:36.208685 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35030) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:36.248071 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d6970b9e-2413-4154-bf3d-96cf8c8ccf41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80c60c24806542e889c070d519172e79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382557 May 16 17:46:36.250704 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35032) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:36.300355 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-237f9b0c-91e3-4a9c-8c65-d7c33f420a19 admin admin] Publish callbacks [] for security_group (df63839c-eb97-482e-9bf6-c01ee429ec23), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.323436 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-237f9b0c-91e3-4a9c-8c65-d7c33f420a19 admin admin] Publish callbacks [] for security_group (df63839c-eb97-482e-9bf6-c01ee429ec23), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.372678 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-237f9b0c-91e3-4a9c-8c65-d7c33f420a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (df63839c-eb97-482e-9bf6-c01ee429ec23), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.375323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-237f9b0c-91e3-4a9c-8c65-d7c33f420a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:36.376478 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-237f9b0c-91e3-4a9c-8c65-d7c33f420a19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df63839c-eb97-482e-9bf6-c01ee429ec23 HTTP/1.1" status: 204 len: 168 time: 0.1247997 May 16 17:46:36.384384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f9b0c-91e3-4a9c-8c65-d7c33f420a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df63839c-eb97-482e-9bf6-c01ee429ec23,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:37.104906 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6043e-8f8d-4491-b033-5dec60088240 req-06be7e1d-57a4-4eaf-942e-02d9ebbfd308 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:37.106375 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06d6043e-8f8d-4491-b033-5dec60088240 req-06be7e1d-57a4-4eaf-942e-02d9ebbfd308 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0470350 May 16 17:46:37.157638 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06d6043e-8f8d-4491-b033-5dec60088240 req-540ac575-241e-4ac3-a33c-34846f62b52f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 May 16 17:46:37.394131 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b8632d74-abf9-4163-9638-a77804ec5af9 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:37.417819 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: b8632d74-abf9-4163-9638-a77804ec5af9 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:37.418175 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device b8632d74-abf9-4163-9638-a77804ec5af9 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:37.418678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device d073d625-7917-491b-937c-0044b8580b2d no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:37.436386 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: d073d625-7917-491b-937c-0044b8580b2d {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:37.436743 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device d073d625-7917-491b-937c-0044b8580b2d not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:38.284277 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582ce4e-4ceb-4885-8eb3-f15731c29ad7 req-92074426-8d5b-4d84-824f-16d00b1c5f2d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:38.285893 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0582ce4e-4ceb-4885-8eb3-f15731c29ad7 req-92074426-8d5b-4d84-824f-16d00b1c5f2d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0517325 May 16 17:46:38.334881 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0582ce4e-4ceb-4885-8eb3-f15731c29ad7 req-e316560f-7282-4c6b-8b18-6cd1ae1d8da1 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412860 May 16 17:46:39.456875 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4fb85-2b52-4b33-b688-96ea7b0b1528 req-8b7931f6-c5bb-4d7a-89a6-95cdd1591ce1 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:39.458452 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f8c4fb85-2b52-4b33-b688-96ea7b0b1528 req-8b7931f6-c5bb-4d7a-89a6-95cdd1591ce1 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0519440 May 16 17:46:39.507275 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f8c4fb85-2b52-4b33-b688-96ea7b0b1528 req-f3efbecf-e2d5-4efe-8b41-2d1bddaeb37c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 May 16 17:46:40.093304 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35094) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:40.423918 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Deleting port fe1ec2b7-8cab-4195-bf38-cab9239306dd {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:40.424188 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:40.500619 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:40.501319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for floatingip (fe1ec2b7-8cab-4195-bf38-cab9239306dd), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:40.513029 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Calling delete_port for fe1ec2b7-8cab-4195-bf38-cab9239306dd owned by network:floatingip {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:40.646811 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1fe2-a399-4a8b-b17b-76e2a6f99491 req-41b6eef2-151d-43ff-bc94-cec3abcb0944 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:40.648301 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-832c1fe2-a399-4a8b-b17b-76e2a6f99491 req-41b6eef2-151d-43ff-bc94-cec3abcb0944 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0612547 May 16 17:46:40.727651 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (fe1ec2b7-8cab-4195-bf38-cab9239306dd), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:40.736081 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-832c1fe2-a399-4a8b-b17b-76e2a6f99491 req-d167a2fd-5fed-4bbe-a65c-c6927560fac6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796211 May 16 17:46:40.758244 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event deleted for resources: {'Port': ['ID=fe1ec2b7-8cab-4195-bf38-cab9239306dd,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:40.820921 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for floatingip (b466f08e-98bf-48b7-96bd-995850b320e0), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:40.821319 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Floating IP b466f08e-98bf-48b7-96bd-995850b320e0 disassociated (deleted). External IP: 172.27.0.211, port: d3d402b3-9560-4542-9028-c21ffae8c316. May 16 17:46:41.022677 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:46:41.128698 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:46:41.133493 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:41.139616 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] Sync routers for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:46:41.150820 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:41.151609 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:41.163134 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f1e16f49-15ae-40fe-993c-dc2ebe1e862b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "DELETE /v2.0/floatingips/b466f08e-98bf-48b7-96bd-995850b320e0 HTTP/1.1" status: 204 len: 168 time: 1.0683246 May 16 17:46:41.163707 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:46:41.166336 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678050c2-5220-4813-a11c-3fae46eab69d" -d '{"events": [{"name": "network-changed", "server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:46:41.212763 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a183bcde-4b99-451f-a03a-97375e2b1c0b x-openstack-request-id: req-a183bcde-4b99-451f-a03a-97375e2b1c0b {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:46:41.213066 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:46:41.213326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a183bcde-4b99-451f-a03a-97375e2b1c0b {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:46:41.213797 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a183bcde-4b99-451f-a03a-97375e2b1c0b'] response: {'name': 'network-changed', 'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'status': 'completed', 'code': 200} May 16 17:46:41.276985 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:41.410801 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0adda6-3292-4178-9ba6-36625953778e req-ff94a5b8-f358-4831-9384-d5cb0659453b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:41.412291 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3b0adda6-3292-4178-9ba6-36625953778e req-ff94a5b8-f358-4831-9384-d5cb0659453b tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0468893 May 16 17:46:41.461333 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3b0adda6-3292-4178-9ba6-36625953778e req-b1d63f77-b5ea-4dcf-9e4b-352e692fdbb3 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 May 16 17:46:41.461719 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:41.489287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] Checking router: 65e04aab-690c-4c2f-ad70-9fe525fc1bfb for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:46:41.497719 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:41.498318 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:41.596186 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:41.783477 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:41.809134 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407d158-788c-4987-be7f-cc986487dd62 None None] The sync data for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi is: [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:41:27Z', 'revision_number': 4, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '124f5d7f-b6d5-4e77-8e59-bd625819ed8d', 'name': '', 'network_id': '75ebd0fd-d72e-49bb-bc75-84b4a9d3410a', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'mac_address': 'fa:16:3e:94:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:26Z', 'updated_at': '2022-05-16T17:41:32Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'subnets': [{'id': 'd4b0191f-9d66-46ef-8adf-49f895f8be9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:46:41.857744 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611e051-65b5-4e96-b80a-655574299f82 req-1d4634d2-fe94-44b2-8ed7-6d1355878e1f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:41.859367 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1611e051-65b5-4e96-b80a-655574299f82 req-1d4634d2-fe94-44b2-8ed7-6d1355878e1f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0499954 May 16 17:46:41.909486 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1611e051-65b5-4e96-b80a-655574299f82 req-40f32a88-590f-4eae-aacd-8c253049e6d2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442154 May 16 17:46:42.058709 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaac373-f687-4e08-974c-6f0604dd4c59 None None] New status for floating IP b466f08e-98bf-48b7-96bd-995850b320e0: DOWN {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:46:42.281077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678050c2-5220-4813-a11c-3fae46eab69d req-2ec7171a-c3d4-46f8-9ec7-094540695c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:42.282582 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-2ec7171a-c3d4-46f8-9ec7-094540695c4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ee0e621e3c34c3bba8434228c575a84&device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 1130 time: 0.0398788 May 16 17:46:42.576249 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f02a6a-54df-4aa1-a233-c082cc98d061 req-2fce07e1-9cfa-471f-abad-f9e0cef489d7 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:42.577708 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97f02a6a-54df-4aa1-a233-c082cc98d061 req-2fce07e1-9cfa-471f-abad-f9e0cef489d7 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0472019 May 16 17:46:42.630406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-97f02a6a-54df-4aa1-a233-c082cc98d061 req-6374e669-8d67-48e7-bd86-2d5b489dd4dc tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445220 May 16 17:46:43.042190 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ae7c-39ac-4456-887e-575ffa392eb3 req-6c96fd09-b69e-4a40-a096-dc7726241571 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:43.043979 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0809ae7c-39ac-4456-887e-575ffa392eb3 req-6c96fd09-b69e-4a40-a096-dc7726241571 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0595913 May 16 17:46:43.097088 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0809ae7c-39ac-4456-887e-575ffa392eb3 req-88edf847-dd1e-4a8c-9aae-e811e514b582 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470459 May 16 17:46:43.391483 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678050c2-5220-4813-a11c-3fae46eab69d req-eb5fe4ed-b174-40ee-b589-dcf98face314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:43.392952 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-eb5fe4ed-b174-40ee-b589-dcf98face314 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 200 len: 910 time: 0.0882063 May 16 17:46:43.553468 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-725ce3a8-8e30-4569-a158-d0c3ac5d0bb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 200 len: 217 time: 0.0439887 May 16 17:46:43.617672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678050c2-5220-4813-a11c-3fae46eab69d req-e90bbcd8-94dd-4e4f-af36-34c2d74bcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:43.619001 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-e90bbcd8-94dd-4e4f-af36-34c2d74bcf94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 200 len: 848 time: 0.0537899 May 16 17:46:43.748685 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678050c2-5220-4813-a11c-3fae46eab69d req-cc66f78c-219a-4f7e-a353-b322520856be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:43.750240 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-cc66f78c-219a-4f7e-a353-b322520856be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654376 May 16 17:46:43.775630 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c1c69-1ba5-48df-83d4-cf533fedae80 req-dfb1b82a-d8da-4982-81b5-559bffcb1650 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:43.777014 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-998c1c69-1ba5-48df-83d4-cf533fedae80 req-dfb1b82a-d8da-4982-81b5-559bffcb1650 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0645967 May 16 17:46:43.788653 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69efba-c045-40e6-8136-a787f9130b43 req-aca11716-75dd-4d76-a732-5c855ca92e52 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:43.790462 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-dc69efba-c045-40e6-8136-a787f9130b43 req-aca11716-75dd-4d76-a732-5c855ca92e52 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.35 "GET /v2.0/ports?device_id=643ca394-14c0-407b-be2a-3616138ebdb6 HTTP/1.1" status: 200 len: 946 time: 0.0509238 May 16 17:46:43.873410 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Deleting port d3d402b3-9560-4542-9028-c21ffae8c316 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:43.873664 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:43.878864 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-998c1c69-1ba5-48df-83d4-cf533fedae80 req-e5ca28af-6d44-4410-bc1f-d09765173b82 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "GET /v2.0/security-groups?id=338d83ec-3c7f-4b69-8dcd-2acc553cb88c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920007 May 16 17:46:43.888983 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-f0ec7c88-d986-4689-addf-00d5f33794c3 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292288 May 16 17:46:43.962786 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] For port d3d402b3-9560-4542-9028-c21ffae8c316, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d3d402b3-9560-4542-9028-c21ffae8c316,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:43.963159 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:43.975829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Calling delete_port for d3d402b3-9560-4542-9028-c21ffae8c316 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:43.981122 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-678050c2-5220-4813-a11c-3fae46eab69d req-56854ff1-33b2-4b70-b423-cc1891db1249 service neutron] 10.222.0.35 "GET /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856311 May 16 17:46:44.105004 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (d3d402b3-9560-4542-9028-c21ffae8c316), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:44.133497 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event deleted for resources: {'Port': ['ID=d3d402b3-9560-4542-9028-c21ffae8c316,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:44.185140 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] No DVR routers for this DVR port d3d402b3-9560-4542-9028-c21ffae8c316 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:46:44.187764 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:44.191212 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-dc69efba-c045-40e6-8136-a787f9130b43 req-447fbd96-aa1c-44f7-b921-a5365fcd106d tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.35 "DELETE /v2.0/ports/d3d402b3-9560-4542-9028-c21ffae8c316 HTTP/1.1" status: 204 len: 173 time: 0.3958709 May 16 17:46:44.191649 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-deleted', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:46:44.193907 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f9b47-6a70-43c2-b978-ddafca4da2a1" -d '{"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-deleted", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:46:44.238500 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1488ce54-77d8-4524-9443-fa0d155056ab x-openstack-request-id: req-1488ce54-77d8-4524-9443-fa0d155056ab {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:46:44.238770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ca394-14c0-407b-be2a-3616138ebdb6", "name": "network-vif-deleted", "tag": "d3d402b3-9560-4542-9028-c21ffae8c316", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:46:44.239024 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1488ce54-77d8-4524-9443-fa0d155056ab {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:46:44.239512 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1488ce54-77d8-4524-9443-fa0d155056ab'] response: {'server_uuid': '643ca394-14c0-407b-be2a-3616138ebdb6', 'name': 'network-vif-deleted', 'tag': 'd3d402b3-9560-4542-9028-c21ffae8c316', 'status': 'completed', 'code': 200} May 16 17:46:44.244909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43ca95-9803-408e-a92a-9f268447113a req-d64e5250-d1a6-45bf-b9e1-9fdf37627422 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:44.246479 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed43ca95-9803-408e-a92a-9f268447113a req-d64e5250-d1a6-45bf-b9e1-9fdf37627422 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0537436 May 16 17:46:44.298242 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed43ca95-9803-408e-a92a-9f268447113a req-c4bc4b55-d1fe-407a-b908-c6d7ba63fb56 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435684 May 16 17:46:44.944001 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35144) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:44.999717 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff24234c-79ee-4a0b-9728-d0e409ac71c6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group (338d83ec-3c7f-4b69-8dcd-2acc553cb88c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.032917 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff24234c-79ee-4a0b-9728-d0e409ac71c6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group (338d83ec-3c7f-4b69-8dcd-2acc553cb88c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.098276 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff24234c-79ee-4a0b-9728-d0e409ac71c6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (338d83ec-3c7f-4b69-8dcd-2acc553cb88c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.100813 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff24234c-79ee-4a0b-9728-d0e409ac71c6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.102002 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ff24234c-79ee-4a0b-9728-d0e409ac71c6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] 10.222.0.58 "DELETE /v2.0/security-groups/338d83ec-3c7f-4b69-8dcd-2acc553cb88c HTTP/1.1" status: 204 len: 168 time: 0.1568890 May 16 17:46:45.111032 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24234c-79ee-4a0b-9728-d0e409ac71c6 tempest-TestShelveInstance-1525602959 tempest-TestShelveInstance-1525602959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d83ec-3c7f-4b69-8dcd-2acc553cb88c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:45.148802 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35148) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:45.433400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169aaed-cb1d-4461-8a54-dc125bb249a2 req-c916d0c3-2507-4032-88fc-229c0792608d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:45.435015 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3169aaed-cb1d-4461-8a54-dc125bb249a2 req-c916d0c3-2507-4032-88fc-229c0792608d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0514491 May 16 17:46:45.485127 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3169aaed-cb1d-4461-8a54-dc125bb249a2 req-a4392341-bce7-46c5-b16d-a4efc2a2be5c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437818 May 16 17:46:45.560906 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35162) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:45.576854 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.669771 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c274729-bd52-4e66-9330-23d74c9d5135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.747670 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:45.771187 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: d3d402b3-9560-4542-9028-c21ffae8c316 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:45.771535 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device d3d402b3-9560-4542-9028-c21ffae8c316 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:45.835220 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c274729-bd52-4e66-9330-23d74c9d5135 admin admin] Publish callbacks [] for security_group (1ed6099c-d0d8-4814-b317-95b773c587a8), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.854312 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6c274729-bd52-4e66-9330-23d74c9d5135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1ed6099c-d0d8-4814-b317-95b773c587a8), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.898798 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Deleting port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:45.899135 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.902674 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c274729-bd52-4e66-9330-23d74c9d5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6099c-d0d8-4814-b317-95b773c587a8,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:45.918963 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6c274729-bd52-4e66-9330-23d74c9d5135 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=978b0eeca726470d9339b3495d81a275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592768 May 16 17:46:45.919447 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35166) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:45.969590 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e362328c-b9a7-4f52-936c-759b730d7231 admin admin] Publish callbacks [] for security_group (1ed6099c-d0d8-4814-b317-95b773c587a8), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.986791 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] For port 124f5d7f-b6d5-4e77-8e59-bd625819ed8d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:45.987192 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:45.991747 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e362328c-b9a7-4f52-936c-759b730d7231 admin admin] Publish callbacks [] for security_group (1ed6099c-d0d8-4814-b317-95b773c587a8), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.000063 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Calling delete_port for 124f5d7f-b6d5-4e77-8e59-bd625819ed8d owned by network:router_interface {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:46.040596 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e362328c-b9a7-4f52-936c-759b730d7231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1ed6099c-d0d8-4814-b317-95b773c587a8), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.043227 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e362328c-b9a7-4f52-936c-759b730d7231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.044393 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e362328c-b9a7-4f52-936c-759b730d7231 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ed6099c-d0d8-4814-b317-95b773c587a8 HTTP/1.1" status: 204 len: 168 time: 0.1239741 May 16 17:46:46.053575 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362328c-b9a7-4f52-936c-759b730d7231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed6099c-d0d8-4814-b317-95b773c587a8,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:46.193253 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (124f5d7f-b6d5-4e77-8e59-bd625819ed8d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.220434 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=124f5d7f-b6d5-4e77-8e59-bd625819ed8d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:46.347222 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35172) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:46.385833 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e6a3-c1f8-4f26-8bac-9dd1598aac82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.416947 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.558890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e6a3-c1f8-4f26-8bac-9dd1598aac82 admin admin] Publish callbacks [] for security_group (8a6283eb-96ec-4a92-bc86-8b41a81f2de0), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.566545 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e6a3-c1f8-4f26-8bac-9dd1598aac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (8a6283eb-96ec-4a92-bc86-8b41a81f2de0), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.616077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd330d-489e-4469-a601-aafd949d8813 req-7efb19de-c1b1-442a-84f7-8069d243a98a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:46.617583 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-40bd330d-489e-4469-a601-aafd949d8813 req-7efb19de-c1b1-442a-84f7-8069d243a98a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0560238 May 16 17:46:46.641695 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-cbf0e6a3-c1f8-4f26-8bac-9dd1598aac82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4525d075821942a08a8a2f177215f725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933040 May 16 17:46:46.644229 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35176) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:46.645103 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0e6a3-c1f8-4f26-8bac-9dd1598aac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6283eb-96ec-4a92-bc86-8b41a81f2de0,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:46.698900 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-40bd330d-489e-4469-a601-aafd949d8813 req-0defb676-ab9f-4640-8358-9607a48cb145 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751386 May 16 17:46:46.704159 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:46:46.724217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-359ed56f-78d4-4151-be2f-626f853a58ca admin admin] Publish callbacks [] for security_group (8a6283eb-96ec-4a92-bc86-8b41a81f2de0), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.745888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-359ed56f-78d4-4151-be2f-626f853a58ca admin admin] Publish callbacks [] for security_group (8a6283eb-96ec-4a92-bc86-8b41a81f2de0), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.793258 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-359ed56f-78d4-4151-be2f-626f853a58ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (8a6283eb-96ec-4a92-bc86-8b41a81f2de0), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.795890 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-359ed56f-78d4-4151-be2f-626f853a58ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.797053 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-359ed56f-78d4-4151-be2f-626f853a58ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a6283eb-96ec-4a92-bc86-8b41a81f2de0 HTTP/1.1" status: 204 len: 168 time: 0.1519215 May 16 17:46:46.806323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ed56f-78d4-4151-be2f-626f853a58ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6283eb-96ec-4a92-bc86-8b41a81f2de0,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:46.816533 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:46:46.823909 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-30e37797-ecad-47d8-8c58-699dc5f6a3ed admin admin] 10.222.0.58 "PUT /v2.0/routers/65e04aab-690c-4c2f-ad70-9fe525fc1bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718128 May 16 17:46:46.824333 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35180) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:46.830420 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] Sync routers for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:46:46.843049 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:46.843681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:46.924605 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks [] for router (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:46.947687 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:47.023756 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks [] for router_gateway (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.070524 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Deleting port 995fde69-ee47-415f-b8a6-a0c69a3cafe1 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:47.070941 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.163406 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] For port 995fde69-ee47-415f-b8a6-a0c69a3cafe1, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=995fde69-ee47-415f-b8a6-a0c69a3cafe1,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:47.163406 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.177394 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Calling delete_port for 995fde69-ee47-415f-b8a6-a0c69a3cafe1 owned by network:router_gateway {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:47.266692 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:46:46Z', 'revision_number': 5, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port': {'id': '995fde69-ee47-415f-b8a6-a0c69a3cafe1', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:24Z', 'updated_at': '2022-05-16T17:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:47.295528 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] Checking router: 65e04aab-690c-4c2f-ad70-9fe525fc1bfb for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:46:47.305267 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] Routers {'65e04aab-690c-4c2f-ad70-9fe525fc1bfb'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:47.306055 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:47.342594 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (995fde69-ee47-415f-b8a6-a0c69a3cafe1), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.371060 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=995fde69-ee47-415f-b8a6-a0c69a3cafe1,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:47.422558 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] Set router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb gateway port host: None {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:47.451967 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.482687 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:46:47Z', 'revision_number': 6, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:47.507796 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8a65f-d34e-48cb-a902-8188ecd12012 None None] The sync data for ids ['65e04aab-690c-4c2f-ad70-9fe525fc1bfb'] in dv-cinder-837699-6-iscsi is: [{'id': '65e04aab-690c-4c2f-ad70-9fe525fc1bfb', 'name': 'tempest-TestShelveInstance-1885165830-router', 'tenant_id': '7ee0e621e3c34c3bba8434228c575a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:23Z', 'updated_at': '2022-05-16T17:46:47Z', 'revision_number': 6, 'project_id': '7ee0e621e3c34c3bba8434228c575a84', 'gw_port_host': None}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:46:47.547559 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.549949 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks [] for router_controller (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.595383 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (65e04aab-690c-4c2f-ad70-9fe525fc1bfb), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.596056 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e04aab-690c-4c2f-ad70-9fe525fc1bfb {{(pid=104866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:46:47.601830 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.602932 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2599fe13-e6b1-4b30-813b-2942704acbcb admin admin] 10.222.0.58 "DELETE /v2.0/routers/65e04aab-690c-4c2f-ad70-9fe525fc1bfb HTTP/1.1" status: 204 len: 168 time: 0.7777631 May 16 17:46:47.605511 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35202) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:47.648750 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Deleting subnet d4b0191f-9d66-46ef-8adf-49f895f8be9f {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:46:47.651817 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Publish callbacks [] for subnet (d4b0191f-9d66-46ef-8adf-49f895f8be9f), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.693681 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (d4b0191f-9d66-46ef-8adf-49f895f8be9f), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.771875 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (d4b0191f-9d66-46ef-8adf-49f895f8be9f), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.832646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a397-c666-48e6-9627-368de62922a9 req-ba75fa3f-7667-4046-b19f-8e6c5e78a2bc tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:47.834577 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ade3a397-c666-48e6-9627-368de62922a9 req-ba75fa3f-7667-4046-b19f-8e6c5e78a2bc tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0602272 May 16 17:46:47.836408 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (d4b0191f-9d66-46ef-8adf-49f895f8be9f), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.864711 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b0191f-9d66-46ef-8adf-49f895f8be9f,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:47.866736 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.872580 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-bcdf1a2f-5206-4bbd-a914-082c5a83a4b0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d4b0191f-9d66-46ef-8adf-49f895f8be9f HTTP/1.1" status: 204 len: 168 time: 0.2660007 May 16 17:46:47.873591 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35212) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:47.877298 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc9e9a-1a39-49d4-aada-a4aaf4b60fed None None] Network 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:46:47.916491 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ade3a397-c666-48e6-9627-368de62922a9 req-82eb187d-83ff-43aa-9c2e-c104950d5231 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759265 May 16 17:46:47.948750 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:47.997114 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Deleting port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:47.997461 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.070176 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] For port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,segment=NetworkSegment(6be05040-b7a5-442c-856a-802c29c4b87a),segment_id=6be05040-b7a5-442c-856a-802c29c4b87a)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:48.070549 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.083562 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Calling delete_port for 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 owned by network:dhcp {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:48.167125 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (9d4ac7c2-4a9b-455d-8002-33feaa24a1c7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.192684 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] No DVR routers for this DVR port 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 on host dv-cinder-837699-6-iscsi {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:46:48.197662 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4ac7c2-4a9b-455d-8002-33feaa24a1c7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:48.271478 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.295741 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ebd0fd-d72e-49bb-bc75-84b4a9d3410a']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:48.305031 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be05040-b7a5-442c-856a-802c29c4b87a') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:48.305324 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be05040-b7a5-442c-856a-802c29c4b87a') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:48.314807 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (6be05040-b7a5-442c-856a-802c29c4b87a), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.328251 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (6be05040-b7a5-442c-856a-802c29c4b87a), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.335182 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:46:48.335774 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (6be05040-b7a5-442c-856a-802c29c4b87a), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:46:48.337984 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:46:48.376783 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcd785-74cc-49cb-af38-6ef04ec8fa50 None None] DHCP port deletion for 75ebd0fd-d72e-49bb-bc75-84b4a9d3410a request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:46:48.400866 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (75ebd0fd-d72e-49bb-bc75-84b4a9d3410a), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.407950 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.415432 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] 10.222.0.58 "DELETE /v2.0/networks/75ebd0fd-d72e-49bb-bc75-84b4a9d3410a HTTP/1.1" status: 204 len: 168 time: 0.5407085 May 16 17:46:48.418496 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35226) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:48.426494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd1856-574b-4628-a707-e498dd60fd08 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ebd0fd-d72e-49bb-bc75-84b4a9d3410a,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:48.746705 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (83dbdc24-e175-4b59-8018-a101ac8e389d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:48.976053 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Deleting port c3c8860e-bf0f-4cf2-b07d-575261a40b82 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:48.976649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.072844 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc7148-0374-4aee-b532-17a58bed9b3c req-17cd664e-1e51-4463-b9e2-581f9daa11ce tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:49.074348 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b1bc7148-0374-4aee-b532-17a58bed9b3c req-17cd664e-1e51-4463-b9e2-581f9daa11ce tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0801528 May 16 17:46:49.109114 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] For port c3c8860e-bf0f-4cf2-b07d-575261a40b82, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c3c8860e-bf0f-4cf2-b07d-575261a40b82,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:49.109600 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.132953 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Calling delete_port for c3c8860e-bf0f-4cf2-b07d-575261a40b82 owned by network:router_interface {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:49.146154 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35258) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:49.157346 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b1bc7148-0374-4aee-b532-17a58bed9b3c req-64aa3294-7e0e-4be0-8299-0e57090a1933 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757067 May 16 17:46:49.254249 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-20f708b8-0be9-4efd-886c-9aa490d4e076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.327173 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c3c8860e-bf0f-4cf2-b07d-575261a40b82), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.329714 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-20f708b8-0be9-4efd-886c-9aa490d4e076 admin admin] Publish callbacks [] for security_group (d88d08e9-0dd7-4994-bca7-25b930f2e9c8), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.333492 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-20f708b8-0be9-4efd-886c-9aa490d4e076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d88d08e9-0dd7-4994-bca7-25b930f2e9c8), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.353235 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c8860e-bf0f-4cf2-b07d-575261a40b82,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:49.370178 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f708b8-0be9-4efd-886c-9aa490d4e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d08e9-0dd7-4994-bca7-25b930f2e9c8,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:49.386200 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-20f708b8-0be9-4efd-886c-9aa490d4e076 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e25b451f4ef445089c7b2f2c34cb2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389398 May 16 17:46:49.389106 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35262) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:49.455407 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d7628c82-270a-4e27-9926-c6ca07fa3ac9 admin admin] Publish callbacks [] for security_group (d88d08e9-0dd7-4994-bca7-25b930f2e9c8), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.465523 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 995fde69-ee47-415f-b8a6-a0c69a3cafe1 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:49.485161 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d7628c82-270a-4e27-9926-c6ca07fa3ac9 admin admin] Publish callbacks [] for security_group (d88d08e9-0dd7-4994-bca7-25b930f2e9c8), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.489649 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 995fde69-ee47-415f-b8a6-a0c69a3cafe1 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:49.490503 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 995fde69-ee47-415f-b8a6-a0c69a3cafe1 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:49.490999 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:49.511720 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:49.512161 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9d4ac7c2-4a9b-455d-8002-33feaa24a1c7 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:49.512842 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 124f5d7f-b6d5-4e77-8e59-bd625819ed8d no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:49.533206 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 124f5d7f-b6d5-4e77-8e59-bd625819ed8d {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:49.533585 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 124f5d7f-b6d5-4e77-8e59-bd625819ed8d not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:49.546725 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d7628c82-270a-4e27-9926-c6ca07fa3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d88d08e9-0dd7-4994-bca7-25b930f2e9c8), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.547162 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (83dbdc24-e175-4b59-8018-a101ac8e389d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.549338 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-d7628c82-270a-4e27-9926-c6ca07fa3ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.553501 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-d7628c82-270a-4e27-9926-c6ca07fa3ac9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d88d08e9-0dd7-4994-bca7-25b930f2e9c8 HTTP/1.1" status: 204 len: 168 time: 0.1632113 May 16 17:46:49.564387 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7628c82-270a-4e27-9926-c6ca07fa3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d08e9-0dd7-4994-bca7-25b930f2e9c8,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:49.763696 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:46:49.839593 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35268) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:49.852927 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e065c8ca-9c44-4d38-ab75-9b0d3c4797bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.877707 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:49.894438 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'mac_address': 'fa:16:3e:c1:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:46:49.932043 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: ACTIVE; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:46:49.932755 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.932928 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e065c8ca-9c44-4d38-ab75-9b0d3c4797bc admin admin] Publish callbacks [] for security_group (3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.938383 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e065c8ca-9c44-4d38-ab75-9b0d3c4797bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.947444 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f96fabff-8023-4c54-9a2c-526c3f834248 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:46:49.969610 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:49.974932 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:49.982264 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e065c8ca-9c44-4d38-ab75-9b0d3c4797bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=183b0256b0004d7ea0f35a02b411cf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415679 May 16 17:46:49.985465 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35270) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:49.993210 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065c8ca-9c44-4d38-ab75-9b0d3c4797bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:50.029426 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=6']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:50.037198 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.037582 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.038142 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.038515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.038870 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.039562 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.039896 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.040235 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.040571 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.040898 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.041225 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.041589 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.041929 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.042252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.042573 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:46:50.048041 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['f96fabff-8023-4c54-9a2c-526c3f834248'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:46:50.049038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Router 83dbdc24-e175-4b59-8018-a101ac8e389d has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:46:50.163681 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:46:50.169591 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7d3de018-2953-492a-99ab-cc16a2b5ca05 admin admin] 10.222.0.58 "PUT /v2.0/routers/83dbdc24-e175-4b59-8018-a101ac8e389d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7496901 May 16 17:46:50.172227 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35272) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:50.177179 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] Sync routers for ids ['83dbdc24-e175-4b59-8018-a101ac8e389d'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:46:50.193731 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] Routers {'83dbdc24-e175-4b59-8018-a101ac8e389d'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:50.194383 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['83dbdc24-e175-4b59-8018-a101ac8e389d'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:50.314389 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] Set router 83dbdc24-e175-4b59-8018-a101ac8e389d gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:50.326127 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-24887cfa-0ea4-402b-90fe-9b6b5e02bb51 admin admin] Publish callbacks [] for security_group (3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.333865 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671434d2-3ac7-43a5-b515-edd19a6d4f4e req-174a508c-a4b0-43ce-91f0-29a44718bb45 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:50.335398 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-671434d2-3ac7-43a5-b515-edd19a6d4f4e req-174a508c-a4b0-43ce-91f0-29a44718bb45 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 944 time: 0.0810056 May 16 17:46:50.339071 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks [] for router (83dbdc24-e175-4b59-8018-a101ac8e389d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.347376 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-24887cfa-0ea4-402b-90fe-9b6b5e02bb51 admin admin] Publish callbacks [] for security_group (3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.399606 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-24887cfa-0ea4-402b-90fe-9b6b5e02bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.402902 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-24887cfa-0ea4-402b-90fe-9b6b5e02bb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.404078 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-24887cfa-0ea4-402b-90fe-9b6b5e02bb51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45 HTTP/1.1" status: 204 len: 168 time: 0.4176860 May 16 17:46:50.416935 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24887cfa-0ea4-402b-90fe-9b6b5e02bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681cfc4-f8ae-4bf8-bb27-a77d88fd4a45,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:50.468080 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-671434d2-3ac7-43a5-b515-edd19a6d4f4e req-1e45b5d7-1229-4a1e-9209-e3d2fe2a6598 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930829 May 16 17:46:50.489711 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks [] for router_gateway (83dbdc24-e175-4b59-8018-a101ac8e389d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.534388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Deleting port 008d4be5-e911-4afb-8ca3-ce26fe61234f {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:50.534730 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.583733 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:46:49Z', 'revision_number': 5, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port': {'id': '008d4be5-e911-4afb-8ca3-ce26fe61234f', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:50.611006 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] Checking router: 83dbdc24-e175-4b59-8018-a101ac8e389d for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:46:50.618505 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] For port 008d4be5-e911-4afb-8ca3-ce26fe61234f, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=008d4be5-e911-4afb-8ca3-ce26fe61234f,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:50.618877 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.622171 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] Routers {'83dbdc24-e175-4b59-8018-a101ac8e389d'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:46:50.622796 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:46:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['83dbdc24-e175-4b59-8018-a101ac8e389d'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:50.639829 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Calling delete_port for 008d4be5-e911-4afb-8ca3-ce26fe61234f owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:50.706635 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] Set router 83dbdc24-e175-4b59-8018-a101ac8e389d gateway port host: None {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:46:50.759373 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:46:50Z', 'revision_number': 6, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:50.787349 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de10a1e-c196-418b-acbd-1366a1145974 None None] The sync data for ids ['83dbdc24-e175-4b59-8018-a101ac8e389d'] in dv-cinder-837699-6-iscsi is: [{'id': '83dbdc24-e175-4b59-8018-a101ac8e389d', 'name': 'tempest-TestShelveInstance-158822063-router', 'tenant_id': '9b9982dbfd59465783f2847fbcb8d441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:41:31Z', 'updated_at': '2022-05-16T17:46:50Z', 'revision_number': 6, 'project_id': '9b9982dbfd59465783f2847fbcb8d441', 'gw_port_host': None}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:46:50.823681 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (008d4be5-e911-4afb-8ca3-ce26fe61234f), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:50.854179 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=008d4be5-e911-4afb-8ca3-ce26fe61234f,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:50.916594 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (83dbdc24-e175-4b59-8018-a101ac8e389d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.004953 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (83dbdc24-e175-4b59-8018-a101ac8e389d), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.007146 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks [] for router_controller (83dbdc24-e175-4b59-8018-a101ac8e389d), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.050093 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (83dbdc24-e175-4b59-8018-a101ac8e389d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.050994 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83dbdc24-e175-4b59-8018-a101ac8e389d {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:46:51.055476 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.056674 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d75fd065-9126-4c76-b942-42492b730b23 admin admin] 10.222.0.58 "DELETE /v2.0/routers/83dbdc24-e175-4b59-8018-a101ac8e389d HTTP/1.1" status: 204 len: 168 time: 0.8833337 May 16 17:46:51.059327 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35298) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:51.108948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Deleting subnet df487388-21c0-416d-b47d-c87dd5d10b27 {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:46:51.112220 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Publish callbacks [] for subnet (df487388-21c0-416d-b47d-c87dd5d10b27), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.150902 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (df487388-21c0-416d-b47d-c87dd5d10b27), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.251636 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (df487388-21c0-416d-b47d-c87dd5d10b27), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.313364 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (df487388-21c0-416d-b47d-c87dd5d10b27), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.347207 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df487388-21c0-416d-b47d-c87dd5d10b27,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:51.351152 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.354384 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-184515a7-7e26-4247-ae3d-317478fb319a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/df487388-21c0-416d-b47d-c87dd5d10b27 HTTP/1.1" status: 204 len: 168 time: 0.2940953 May 16 17:46:51.357048 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35324) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:51.359744 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccaebce-1d43-4cf7-a803-05dc513bd3ed None None] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:46:51.453889 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (253069e0-e88f-4235-b8bf-15dae747b8e2), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.522224 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Deleting port 38aad3cb-a719-470a-910f-98922dd594bc {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:51.522566 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (38aad3cb-a719-470a-910f-98922dd594bc), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.693445 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] For port 38aad3cb-a719-470a-910f-98922dd594bc, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=38aad3cb-a719-470a-910f-98922dd594bc,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:51.693971 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (38aad3cb-a719-470a-910f-98922dd594bc), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.695558 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] DHCP port deletion for 253069e0-e88f-4235-b8bf-15dae747b8e2 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:46:51.697897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 008d4be5-e911-4afb-8ca3-ce26fe61234f no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:51.720157 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e99ef9-cf32-411b-a791-acc588f92829 req-a6ea7dfc-a35a-48ca-aa78-fd15beed9df0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:51.722765 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b0e99ef9-cf32-411b-a791-acc588f92829 req-a6ea7dfc-a35a-48ca-aa78-fd15beed9df0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 944 time: 0.0939319 May 16 17:46:51.728842 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Calling delete_port for 38aad3cb-a719-470a-910f-98922dd594bc owned by network:dhcp {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:51.779379 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Deleting port 38aad3cb-a719-470a-910f-98922dd594bc {{(pid=104868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:46:51.780833 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (38aad3cb-a719-470a-910f-98922dd594bc), before_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.783059 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 008d4be5-e911-4afb-8ca3-ce26fe61234f {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:51.783559 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 008d4be5-e911-4afb-8ca3-ce26fe61234f not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:51.784122 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c3c8860e-bf0f-4cf2-b07d-575261a40b82 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:51.791928 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:46:51.854009 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b0e99ef9-cf32-411b-a791-acc588f92829 req-287458bd-e1d2-42a9-a53e-455e12236091 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056395 May 16 17:46:51.868736 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: c3c8860e-bf0f-4cf2-b07d-575261a40b82 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:46:51.875223 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c3c8860e-bf0f-4cf2-b07d-575261a40b82 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:51.875832 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 38aad3cb-a719-470a-910f-98922dd594bc no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:46:51.910473 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (38aad3cb-a719-470a-910f-98922dd594bc), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:51.990328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] No DVR routers for this DVR port 38aad3cb-a719-470a-910f-98922dd594bc on host dv-cinder-837699-6-iscsi {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:46:52.001992 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38aad3cb-a719-470a-910f-98922dd594bc,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:52.026575 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] For port 38aad3cb-a719-470a-910f-98922dd594bc, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=38aad3cb-a719-470a-910f-98922dd594bc,segment=NetworkSegment(dffef2ea-9fba-4055-a956-3397e9c531ee),segment_id=dffef2ea-9fba-4055-a956-3397e9c531ee)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:52.026992 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (38aad3cb-a719-470a-910f-98922dd594bc), precommit_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.052816 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Calling delete_port for 38aad3cb-a719-470a-910f-98922dd594bc owned by network:dhcp {{(pid=104868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:46:52.060775 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port f96fabff-8023-4c54-9a2c-526c3f834248 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:46:52.061390 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.063691 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No active binding found for port 38aad3cb-a719-470a-910f-98922dd594bc {{(pid=104868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 16 17:46:52.064487 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] The host dv-cinder-837699-6-iscsi is not matching for port 38aad3cb-a719-470a-910f-98922dd594bc host None! {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 16 17:46:52.065259 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 38aad3cb-a719-470a-910f-98922dd594bc not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:46:52.123768 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (253069e0-e88f-4235-b8bf-15dae747b8e2), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.156580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253069e0-e88f-4235-b8bf-15dae747b8e2']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:52.167930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffef2ea-9fba-4055-a956-3397e9c531ee') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:52.168565 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffef2ea-9fba-4055-a956-3397e9c531ee') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:46:52.184590 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (dffef2ea-9fba-4055-a956-3397e9c531ee), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.199323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (dffef2ea-9fba-4055-a956-3397e9c531ee), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.216784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:46:52.218546 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (dffef2ea-9fba-4055-a956-3397e9c531ee), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:46:52.220548 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:46:52.303340 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (253069e0-e88f-4235-b8bf-15dae747b8e2), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.313303 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.318412 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/253069e0-e88f-4235-b8bf-15dae747b8e2 HTTP/1.1" status: 204 len: 168 time: 0.9551096 May 16 17:46:52.335578 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62815-7ccb-4245-9b47-ae33106268f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=253069e0-e88f-4235-b8bf-15dae747b8e2,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:52.395901 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:46:52.396516 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.424740 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440'] for port (38aad3cb-a719-470a-910f-98922dd594bc), after_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.438100 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:46:52.441007 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed39200-06e7-4e26-8c2b-f784b13e76f4" -d '{"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-plugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:46:52.476412 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:46:52.477427 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Network 253069e0-e88f-4235-b8bf-15dae747b8e2 is not hosted by any dhcp agent {{(pid=104868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 16 17:46:52.478132 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] No DVR routers for this DVR port 38aad3cb-a719-470a-910f-98922dd594bc on host dv-cinder-837699-6-iscsi {{(pid=104868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:46:52.491030 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb346b-9a3c-4610-8b5a-d603bce1dee6 None None] Pushing event deleted for resources: {'Port': ['ID=38aad3cb-a719-470a-910f-98922dd594bc,revision_number=None']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:52.495608 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.527396 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d957c0b-bd4e-4458-a30f-fad322345697 x-openstack-request-id: req-0d957c0b-bd4e-4458-a30f-fad322345697 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:46:52.528117 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-plugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:46:52.528585 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d957c0b-bd4e-4458-a30f-fad322345697 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:46:52.529160 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d957c0b-bd4e-4458-a30f-fad322345697'] response: {'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'code': 200} May 16 17:46:52.570325 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=7']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:52.636363 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35392) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:52.689519 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35394) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:52.690904 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-708531d9-1f3b-4f05-95cb-06e1e859afed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ee0e621e3c34c3bba8434228c575a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532477 May 16 17:46:52.756305 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-800aafa2-8a6b-4e55-b6e9-a441df10d02f admin admin] Publish callbacks [] for security_group (b04e21fd-5cb5-4858-b84a-f25b5588664c), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.780713 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-800aafa2-8a6b-4e55-b6e9-a441df10d02f admin admin] Publish callbacks [] for security_group (b04e21fd-5cb5-4858-b84a-f25b5588664c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.842317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-800aafa2-8a6b-4e55-b6e9-a441df10d02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (b04e21fd-5cb5-4858-b84a-f25b5588664c), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.845424 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-800aafa2-8a6b-4e55-b6e9-a441df10d02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:52.848409 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-800aafa2-8a6b-4e55-b6e9-a441df10d02f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b04e21fd-5cb5-4858-b84a-f25b5588664c HTTP/1.1" status: 204 len: 168 time: 0.1572647 May 16 17:46:52.858826 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aafa2-8a6b-4e55-b6e9-a441df10d02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e21fd-5cb5-4858-b84a-f25b5588664c,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:53.041951 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54df1a-063a-407f-9ebf-1d2b5576c095 req-aec58c85-e60f-4aa2-a616-275c2f87070b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:53.049145 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-da54df1a-063a-407f-9ebf-1d2b5576c095 req-aec58c85-e60f-4aa2-a616-275c2f87070b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0666323 May 16 17:46:53.102139 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-da54df1a-063a-407f-9ebf-1d2b5576c095 req-b57d8843-0090-43a5-9bc6-b54ed970f137 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518963 May 16 17:46:53.312304 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35404) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:53.383678 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-31da4652-a3fd-4245-ba81-2bbf9a96859d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b9982dbfd59465783f2847fbcb8d441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698862 May 16 17:46:53.386770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35406) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:46:53.462356 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c0091059-8dbe-473b-94e7-360b1aec42ef admin admin] Publish callbacks [] for security_group (f2509316-f63d-42b5-ac14-8d1f66a8fec8), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:53.493297 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c0091059-8dbe-473b-94e7-360b1aec42ef admin admin] Publish callbacks [] for security_group (f2509316-f63d-42b5-ac14-8d1f66a8fec8), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:53.564345 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c0091059-8dbe-473b-94e7-360b1aec42ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (f2509316-f63d-42b5-ac14-8d1f66a8fec8), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:53.567045 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c0091059-8dbe-473b-94e7-360b1aec42ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:53.570951 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c0091059-8dbe-473b-94e7-360b1aec42ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2509316-f63d-42b5-ac14-8d1f66a8fec8 HTTP/1.1" status: 204 len: 168 time: 0.1805353 May 16 17:46:53.598232 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0091059-8dbe-473b-94e7-360b1aec42ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2509316-f63d-42b5-ac14-8d1f66a8fec8,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:46:54.272954 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdae5-245e-4a1f-955d-f16a473748ec req-49d31caa-e095-4366-85a5-4341c56cf3da tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:54.274591 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-804cdae5-245e-4a1f-955d-f16a473748ec req-49d31caa-e095-4366-85a5-4341c56cf3da tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0632424 May 16 17:46:54.332416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-804cdae5-245e-4a1f-955d-f16a473748ec req-a8de88c4-15e2-4322-8c53-9c7d3bcb900e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 May 16 17:46:55.484528 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6f1a-f93e-4481-a5d8-3f68f961cf9a req-38bd5705-c7fa-4ec3-8227-6bf6fa17dbf2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:55.486206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e19a6f1a-f93e-4481-a5d8-3f68f961cf9a req-38bd5705-c7fa-4ec3-8227-6bf6fa17dbf2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0671341 May 16 17:46:55.544753 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e19a6f1a-f93e-4481-a5d8-3f68f961cf9a req-ac4069e4-f70b-4263-b143-1f4e7fbe0769 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526919 May 16 17:46:55.864812 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-cc42254c-f112-47b4-987f-20202b117918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:56.691430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8dd10-961b-47f5-be2d-53fc4589c381 req-c3c81978-3db2-4be3-bf4b-c738a19cc2da tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:56.692940 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06d8dd10-961b-47f5-be2d-53fc4589c381 req-c3c81978-3db2-4be3-bf4b-c738a19cc2da tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0569692 May 16 17:46:56.754185 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06d8dd10-961b-47f5-be2d-53fc4589c381 req-e933ef08-89dd-4724-bb74-19d9e405cf20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552764 May 16 17:46:57.878157 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81956813-61f1-4b5f-8ac3-e5764ad9d9d3 req-0902fe48-b7f3-46c7-b765-78cf3ddd610f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:57.886191 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-81956813-61f1-4b5f-8ac3-e5764ad9d9d3 req-0902fe48-b7f3-46c7-b765-78cf3ddd610f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0602279 May 16 17:46:57.946405 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-81956813-61f1-4b5f-8ac3-e5764ad9d9d3 req-958c8974-b078-4fa5-be5e-adceed5e69d8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584633 May 16 17:46:58.340774 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-104b2df9-7330-4da5-adbe-e4898dc1b73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:59.087118 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbafce-c2d4-41f5-a01f-ed097fb95078 req-d665e7be-6f4e-473a-bb1b-f68d4f18d81d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:46:59.088743 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-18cbafce-c2d4-41f5-a01f-ed097fb95078 req-d665e7be-6f4e-473a-bb1b-f68d4f18d81d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0504885 May 16 17:46:59.120854 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:46:59.151964 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-18cbafce-c2d4-41f5-a01f-ed097fb95078 req-d9642cea-fa18-43c9-96fb-4fda1c3ab7c8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512886 May 16 17:47:00.296783 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8c5e-3567-4c62-87ee-59ce82277f90 req-623c5192-29d5-4f42-8e12-dc2275537852 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:00.299058 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cbc8c5e-3567-4c62-87ee-59ce82277f90 req-623c5192-29d5-4f42-8e12-dc2275537852 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0660810 May 16 17:47:00.365096 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cbc8c5e-3567-4c62-87ee-59ce82277f90 req-8b58a181-34b8-4370-9529-a265d9751df2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525730 May 16 17:47:00.439371 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:00.528910 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:01.117749 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:47:01.484707 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4543-f65e-4e9d-b8e7-e1abfc05c7a5 req-20d8c68e-ecf0-41c1-bb76-d470de86efb6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:01.486173 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d85c4543-f65e-4e9d-b8e7-e1abfc05c7a5 req-20d8c68e-ecf0-41c1-bb76-d470de86efb6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0505099 May 16 17:47:01.540017 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d85c4543-f65e-4e9d-b8e7-e1abfc05c7a5 req-c48985a9-21f6-464d-a7e6-d5231d303f11 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453486 May 16 17:47:01.738907 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-0fd290ac-54fc-4f74-980f-8ea68b83ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:01.740417 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-0fd290ac-54fc-4f74-980f-8ea68b83ee4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1129 time: 0.0460515 May 16 17:47:01.840348 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-c5dd3e30-4854-43ab-9528-79897e2b1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:01.841864 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-c5dd3e30-4854-43ab-9528-79897e2b1fc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0940413 May 16 17:47:01.902955 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-032076b9-ea8c-4244-b64d-7dcecfb37c7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 1001 time: 0.0545321 May 16 17:47:01.956790 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-7f7d9832-355c-4714-a7bf-492c5458b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:01.958200 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-7f7d9832-355c-4714-a7bf-492c5458b3dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0493326 May 16 17:47:02.008039 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-b2e93906-7a6a-4882-978a-0a4c6f0fd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:02.009637 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-b2e93906-7a6a-4882-978a-0a4c6f0fd066 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444684 May 16 17:47:02.111092 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-047f039f-91c0-43ee-aa01-c02b687e418d service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946496 May 16 17:47:02.155554 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:02.208162 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-8bb44429-423a-4a9b-bee4-fe376c763194 req-86585dd8-a647-4c05-83ac-aa4e9f09584d service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898342 May 16 17:47:02.663390 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776fd2-552a-4882-a6e8-ea5b00932b1a req-164939a0-e1f7-48c2-a081-bcf73a63e4e1 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:02.665221 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fa776fd2-552a-4882-a6e8-ea5b00932b1a req-164939a0-e1f7-48c2-a081-bcf73a63e4e1 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0480444 May 16 17:47:02.713180 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fa776fd2-552a-4882-a6e8-ea5b00932b1a req-564a0f4a-9062-4dfe-b1c7-3870bb106dd6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 May 16 17:47:03.828015 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:47:03.847766 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e96c-846e-4da1-bce1-9d7f0c21e3b0 req-c99ca119-5fd3-4231-8018-69b61e8b5408 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:03.849283 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9df2e96c-846e-4da1-bce1-9d7f0c21e3b0 req-c99ca119-5fd3-4231-8018-69b61e8b5408 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 945 time: 0.0520344 May 16 17:47:03.897273 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9df2e96c-846e-4da1-bce1-9d7f0c21e3b0 req-77b4a7fa-9e29-46c4-b271-20644634f1ed tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 May 16 17:47:03.903324 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: ACTIVE; New status is: DOWN {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:03.903728 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:03.927104 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:47:03.929365 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877c8bd-47f3-48b8-a1e7-6094c6bfc81d" -d '{"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-unplugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:47:03.944566 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:03.949128 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:03.979368 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 17:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cf8d4b-9495-481c-96a4-d60ec6eed261 x-openstack-request-id: req-d2cf8d4b-9495-481c-96a4-d60ec6eed261 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:47:03.979665 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-unplugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:47:03.979906 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2cf8d4b-9495-481c-96a4-d60ec6eed261 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:47:03.980292 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cf8d4b-9495-481c-96a4-d60ec6eed261'] response: {'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'code': 200} May 16 17:47:04.003900 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=8']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:05.017379 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16338846-991a-4d9a-91cb-dca9126271ce req-e0b9dc8d-8637-4014-b0cc-dfd53c9a9967 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:05.018918 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16338846-991a-4d9a-91cb-dca9126271ce req-e0b9dc8d-8637-4014-b0cc-dfd53c9a9967 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0462892 May 16 17:47:05.078595 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16338846-991a-4d9a-91cb-dca9126271ce req-481592d1-05d7-46a7-bca0-df26ea3f01f4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540040 May 16 17:47:05.570712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-28d46dd0-91ad-4397-9a7c-29ff7725f667 req-5fce860f-31d9-4b4e-af67-fdbf1c38ce3f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:47:05.571607 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-28d46dd0-91ad-4397-9a7c-29ff7725f667 req-5fce860f-31d9-4b4e-af67-fdbf1c38ce3f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053570 May 16 17:47:05.732823 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a18172-6f1e-4856-84dd-fe03c3854fc3 req-420aec48-14ef-4d41-954b-1306ce4be271 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:05.734382 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-29a18172-6f1e-4856-84dd-fe03c3854fc3 req-420aec48-14ef-4d41-954b-1306ce4be271 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0483305 May 16 17:47:05.794464 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-29a18172-6f1e-4856-84dd-fe03c3854fc3 req-83e87e22-473f-49b0-978f-128167743b21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544305 May 16 17:47:06.034826 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35536) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:06.123675 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-97f66232-757b-4bdf-858f-a55f09069be8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877273 May 16 17:47:06.132461 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-44f0d2ac-ce01-4d75-a712-194fd412bf95 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:47:06.133410 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-44f0d2ac-ce01-4d75-a712-194fd412bf95 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049362 May 16 17:47:06.213122 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35546) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:06.305800 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283724-57d0-4759-a33b-842f68855d1e req-f9b34aff-520d-4f9a-ad6a-2a009a609b4c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:06.307175 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-f9b34aff-520d-4f9a-ad6a-2a009a609b4c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports/f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 940 time: 0.0930066 May 16 17:47:06.913700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962c2a-d9c4-47bd-8b10-154a726809c4 req-7bab08d1-8c02-4f8b-aabd-89c9c18a8559 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:06.915502 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55962c2a-d9c4-47bd-8b10-154a726809c4 req-7bab08d1-8c02-4f8b-aabd-89c9c18a8559 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0467422 May 16 17:47:06.972434 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-55962c2a-d9c4-47bd-8b10-154a726809c4 req-72896902-2b49-49c9-bf87-adee6eba0ad4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512044 May 16 17:47:07.404658 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35564) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:07.512316 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-85692d2b-ecc4-423b-9e83-188a63ecce0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.544432 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283724-57d0-4759-a33b-842f68855d1e req-75fa6784-3bdd-49ea-a22c-b882b4757908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:07.545991 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-75fa6784-3bdd-49ea-a22c-b882b4757908 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e&tenant_id=8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 1127 time: 0.0400782 May 16 17:47:07.589021 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-85692d2b-ecc4-423b-9e83-188a63ecce0b admin admin] Publish callbacks [] for security_group (e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.594113 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-85692d2b-ecc4-423b-9e83-188a63ecce0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.603223 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283724-57d0-4759-a33b-842f68855d1e req-2cb6ec5f-2306-4bf4-a5dd-89f418a9fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:07.604707 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-2cb6ec5f-2306-4bf4-a5dd-89f418a9fe96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1127 time: 0.0385270 May 16 17:47:07.631954 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-85692d2b-ecc4-423b-9e83-188a63ecce0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=987e191531b44753b9e743fa9f68c98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261646 May 16 17:47:07.632844 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85692d2b-ecc4-423b-9e83-188a63ecce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:07.635548 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35568) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:07.683265 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1e9013f2-6c5f-47c3-b09f-c3c9bffa497e admin admin] Publish callbacks [] for security_group (e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.698477 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283724-57d0-4759-a33b-842f68855d1e req-214f90c6-3e38-42f3-9509-83b731f31414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:07.699920 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-214f90c6-3e38-42f3-9509-83b731f31414 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0887864 May 16 17:47:07.704295 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1e9013f2-6c5f-47c3-b09f-c3c9bffa497e admin admin] Publish callbacks [] for security_group (e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.751038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1e9013f2-6c5f-47c3-b09f-c3c9bffa497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.753722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1e9013f2-6c5f-47c3-b09f-c3c9bffa497e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:07.754944 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-1e9013f2-6c5f-47c3-b09f-c3c9bffa497e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e HTTP/1.1" status: 204 len: 168 time: 0.1188681 May 16 17:47:07.760206 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-4cee6396-26fe-4763-a763-289373ef9579 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 999 time: 0.0545328 May 16 17:47:07.763195 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9013f2-6c5f-47c3-b09f-c3c9bffa497e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e3f592-f1b3-4d50-8d83-a356f3a6ea1e,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:07.811571 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283724-57d0-4759-a33b-842f68855d1e req-c81f72e6-6131-449c-abf0-4ef182b78465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:07.813202 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-c81f72e6-6131-449c-abf0-4ef182b78465 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0470319 May 16 17:47:07.856932 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283724-57d0-4759-a33b-842f68855d1e req-25ae8c54-97ef-43a0-bfbe-3d76c1669545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:07.859087 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-25ae8c54-97ef-43a0-bfbe-3d76c1669545 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401080 May 16 17:47:07.953429 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-82f7a8fb-9837-4e71-b627-99640f6dbe6c service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884981 May 16 17:47:08.050174 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-b6283724-57d0-4759-a33b-842f68855d1e req-562e1068-7cce-4697-8aaf-a7a718c5ca83 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902383 May 16 17:47:08.108032 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a438bb-47eb-43d0-95c2-bda1c97ff035 req-e3bf8316-1d94-4bab-ba26-fea2d8789740 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:08.114130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-80a438bb-47eb-43d0-95c2-bda1c97ff035 req-e3bf8316-1d94-4bab-ba26-fea2d8789740 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0609567 May 16 17:47:08.159890 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-80a438bb-47eb-43d0-95c2-bda1c97ff035 req-f0082cf0-1899-4db3-8cb7-32159f3151bf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 May 16 17:47:09.310579 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82a1cd-4a72-4a70-91b4-a1a6977df9c4 req-1857154b-77d1-4e30-a4e2-0362f7d463f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:09.313026 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9a82a1cd-4a72-4a70-91b4-a1a6977df9c4 req-1857154b-77d1-4e30-a4e2-0362f7d463f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0541489 May 16 17:47:09.367460 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9a82a1cd-4a72-4a70-91b4-a1a6977df9c4 req-13ccb73d-ad2d-477f-a5e0-ee8d7fb1b01a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476584 May 16 17:47:10.492817 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c2e31-385a-48e2-948d-5cf7b1fd3724 req-33c84005-dec8-4664-a415-cbf51031cc5d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:10.494699 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-db0c2e31-385a-48e2-948d-5cf7b1fd3724 req-33c84005-dec8-4664-a415-cbf51031cc5d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0487583 May 16 17:47:10.549330 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-db0c2e31-385a-48e2-948d-5cf7b1fd3724 req-48428932-a326-458a-95b3-d9939523d8f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489619 May 16 17:47:11.469244 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35640) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:11.583272 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-61f64561-3915-46f4-b165-636a99b1f804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.700809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede0fc-f0d9-45c2-8983-6fe435b44ebd req-3ff8e8c2-d16f-4c8e-a8ea-58f99e9c9b05 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:11.702497 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cede0fc-f0d9-45c2-8983-6fe435b44ebd req-3ff8e8c2-d16f-4c8e-a8ea-58f99e9c9b05 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0640252 May 16 17:47:11.739986 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-61f64561-3915-46f4-b165-636a99b1f804 admin admin] Publish callbacks [] for security_group (59595414-b441-4da8-a587-49721c3be82e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.747086 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-61f64561-3915-46f4-b165-636a99b1f804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (59595414-b441-4da8-a587-49721c3be82e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.804946 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cede0fc-f0d9-45c2-8983-6fe435b44ebd req-85f5137f-8050-453d-b93f-e494c282a67d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912158 May 16 17:47:11.809686 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-61f64561-3915-46f4-b165-636a99b1f804 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f0bf3d89fd74fcfb6de7fdffc657085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389208 May 16 17:47:11.810444 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f64561-3915-46f4-b165-636a99b1f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59595414-b441-4da8-a587-49721c3be82e,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:11.813011 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35646) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:11.868164 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a3c147b0-feba-422e-a851-fe9403462f0d admin admin] Publish callbacks [] for security_group (59595414-b441-4da8-a587-49721c3be82e), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.892022 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a3c147b0-feba-422e-a851-fe9403462f0d admin admin] Publish callbacks [] for security_group (59595414-b441-4da8-a587-49721c3be82e), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.947160 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a3c147b0-feba-422e-a851-fe9403462f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (59595414-b441-4da8-a587-49721c3be82e), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.950519 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a3c147b0-feba-422e-a851-fe9403462f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:11.955082 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a3c147b0-feba-422e-a851-fe9403462f0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59595414-b441-4da8-a587-49721c3be82e HTTP/1.1" status: 204 len: 168 time: 0.1376019 May 16 17:47:11.961612 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c147b0-feba-422e-a851-fe9403462f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59595414-b441-4da8-a587-49721c3be82e,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:12.982082 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7726a0a-83ed-48bc-9487-e6fa69137383 req-3b8cacd4-1607-44df-9bd0-12f1cb0b8d77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:12.984649 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e7726a0a-83ed-48bc-9487-e6fa69137383 req-3b8cacd4-1607-44df-9bd0-12f1cb0b8d77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0876744 May 16 17:47:13.057086 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e7726a0a-83ed-48bc-9487-e6fa69137383 req-f14e529f-dac7-4976-ad4a-6bda62aa6d55 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666518 May 16 17:47:14.207142 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8818e-285f-4130-8d71-e2a92f725e3b req-9bbdc71f-3cff-4180-b039-eb51089f0905 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:14.209994 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2df8818e-285f-4130-8d71-e2a92f725e3b req-9bbdc71f-3cff-4180-b039-eb51089f0905 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0689583 May 16 17:47:14.270148 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2df8818e-285f-4130-8d71-e2a92f725e3b req-c0b70c39-69f4-4a12-ae9b-731fc5cd5952 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537565 May 16 17:47:15.401060 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e15093-4f49-4ee5-bff2-e9822616ccfc req-adc4e1b2-7304-460c-a5ad-4a1a6f6ab60b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:15.402754 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c8e15093-4f49-4ee5-bff2-e9822616ccfc req-adc4e1b2-7304-460c-a5ad-4a1a6f6ab60b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0538571 May 16 17:47:15.452519 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c8e15093-4f49-4ee5-bff2-e9822616ccfc req-425449a5-fb9b-42f8-bec3-8028f75a731d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 May 16 17:47:16.582366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bff82e-2770-4aa3-a752-332c462b0192 req-90144b87-5ccd-4cc2-8fc2-e68ef91a0f4e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:16.583866 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82bff82e-2770-4aa3-a752-332c462b0192 req-90144b87-5ccd-4cc2-8fc2-e68ef91a0f4e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0485086 May 16 17:47:16.632857 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82bff82e-2770-4aa3-a752-332c462b0192 req-c4b47fe3-a5b7-4597-8563-bd81b0a3db64 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 May 16 17:47:17.766868 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfe8ed-fffe-431b-a5f5-84012e4ce443 req-e9ff0bfe-6875-45f2-8b47-b247c413b1f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:17.768318 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3cbfe8ed-fffe-431b-a5f5-84012e4ce443 req-e9ff0bfe-6875-45f2-8b47-b247c413b1f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0536923 May 16 17:47:17.820010 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3cbfe8ed-fffe-431b-a5f5-84012e4ce443 req-ee480327-7320-488e-b7ed-dbcfb8bc431d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 May 16 17:47:18.963682 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee30c1b-dac8-4c83-b030-a5e81dc19a15 req-9af2df29-1b40-4af1-a9cf-c0baced34575 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:18.965153 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4ee30c1b-dac8-4c83-b030-a5e81dc19a15 req-9af2df29-1b40-4af1-a9cf-c0baced34575 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0560312 May 16 17:47:19.018864 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4ee30c1b-dac8-4c83-b030-a5e81dc19a15 req-ead6657c-da6f-4d71-9c82-0985b5c99272 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470543 May 16 17:47:20.159788 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a7e84-45e7-4471-99d5-8bb131d5143a req-8fdbe305-23fc-4d44-b9f9-1a73cd98b7f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:20.161254 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-892a7e84-45e7-4471-99d5-8bb131d5143a req-8fdbe305-23fc-4d44-b9f9-1a73cd98b7f6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0522883 May 16 17:47:20.212353 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-892a7e84-45e7-4471-99d5-8bb131d5143a req-4cadd4c2-ec8c-4dbf-94cc-e932bc1f9310 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 May 16 17:47:21.339596 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab6caa-96f2-4a9a-831f-0423de42a8f4 req-1ae97f8d-c569-4b76-861b-d320cdd4a9d3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:21.341041 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1ab6caa-96f2-4a9a-831f-0423de42a8f4 req-1ae97f8d-c569-4b76-861b-d320cdd4a9d3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0499580 May 16 17:47:21.389757 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1ab6caa-96f2-4a9a-831f-0423de42a8f4 req-a273fd23-6ffd-4189-99b7-dcfabd58a250 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 May 16 17:47:22.532669 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760903e6-d33e-44cc-be54-b0dfc11e39e1 req-14bfa791-a203-4b1a-ad3f-433fc5ce6d45 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:22.534166 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-760903e6-d33e-44cc-be54-b0dfc11e39e1 req-14bfa791-a203-4b1a-ad3f-433fc5ce6d45 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0613348 May 16 17:47:22.587539 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-760903e6-d33e-44cc-be54-b0dfc11e39e1 req-6191c796-47a0-491e-9b97-63e083a7a6ad tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 May 16 17:47:23.738210 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d59d-4394-48d1-a8ab-2dccc253af29 req-6de93df0-8c6a-48cf-8e91-dba612903d22 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:23.739667 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-76e7d59d-4394-48d1-a8ab-2dccc253af29 req-6de93df0-8c6a-48cf-8e91-dba612903d22 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0670063 May 16 17:47:23.787869 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-76e7d59d-4394-48d1-a8ab-2dccc253af29 req-10f97c70-c8f1-4ce1-83f7-7aa9e2a3b69b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 May 16 17:47:24.927989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43ea0-3513-4287-a94c-ac28229b9ed6 req-03de38ed-298f-454c-bad3-598ce4153828 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:24.929486 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9ff43ea0-3513-4287-a94c-ac28229b9ed6 req-03de38ed-298f-454c-bad3-598ce4153828 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0511432 May 16 17:47:24.984344 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9ff43ea0-3513-4287-a94c-ac28229b9ed6 req-1965c450-7a0d-49f2-89e7-b47d32885ff8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489502 May 16 17:47:25.858923 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7f8c30d9-ba3c-49bf-a92e-3f4f43efaeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:25.900900 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:47:26.000297 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:26.011570 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'port_id': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'mac_address': 'fa:16:3e:c1:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:47:26.052932 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:26.053354 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:26.067204 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96fabff-8023-4c54-9a2c-526c3f834248 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:47:26.086993 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:26.091922 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:26.104886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0b816-6683-47a9-978b-590a8a7cdfef req-846d2b4a-6944-40eb-90a5-015d07c18d1a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:26.106362 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7c0b816-6683-47a9-978b-590a8a7cdfef req-846d2b4a-6944-40eb-90a5-015d07c18d1a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 943 time: 0.0479503 May 16 17:47:26.137979 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=9']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:26.158346 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7c0b816-6683-47a9-978b-590a8a7cdfef req-88c9e1a7-eb54-4fa4-887c-3ccb24b6653c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460634 May 16 17:47:26.291354 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['f96fabff-8023-4c54-9a2c-526c3f834248'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:47:27.277581 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63e639-5488-4de4-b92f-50d3ff790a10 req-f8fa9410-1750-4435-ae95-eeaf719a0aa0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:27.278960 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af63e639-5488-4de4-b92f-50d3ff790a10 req-f8fa9410-1750-4435-ae95-eeaf719a0aa0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 944 time: 0.0468953 May 16 17:47:27.325418 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af63e639-5488-4de4-b92f-50d3ff790a10 req-9a68ac8a-968b-46d3-864c-cf0585bd1b91 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 May 16 17:47:27.901586 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:27.946027 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port f96fabff-8023-4c54-9a2c-526c3f834248 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:27.946407 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:28.020748 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port f96fabff-8023-4c54-9a2c-526c3f834248 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:28.020956 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:28.044939 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:47:28.047223 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb11ad1d-cfcb-4165-8c18-0f04f1636dc4" -d '{"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-plugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:47:28.059673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:28.064780 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:28.087391 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83570b5-c043-4924-9c78-914089c19d5b x-openstack-request-id: req-b83570b5-c043-4924-9c78-914089c19d5b {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:47:28.087709 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-plugged", "status": "completed", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:47:28.087974 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b83570b5-c043-4924-9c78-914089c19d5b {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:47:28.088374 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83570b5-c043-4924-9c78-914089c19d5b'] response: {'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'code': 200} May 16 17:47:28.114675 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=10']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:28.339156 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c32c45ce-5ff7-40cb-8d34-83aa46e12ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:28.453250 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda34594-69d6-48ea-8c94-67f921208a5b req-c3255ee4-faf7-452f-8edb-4db03477a9bf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:28.455277 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dda34594-69d6-48ea-8c94-67f921208a5b req-c3255ee4-faf7-452f-8edb-4db03477a9bf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0565269 May 16 17:47:28.487029 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b93bb-f31c-4d1d-904d-8aae120edd36 req-b6ec9cd8-3d89-4ecb-a126-4d0b9632b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:28.488676 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-481b93bb-f31c-4d1d-904d-8aae120edd36 req-b6ec9cd8-3d89-4ecb-a126-4d0b9632b43d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1130 time: 0.0405703 May 16 17:47:28.509212 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dda34594-69d6-48ea-8c94-67f921208a5b req-13517df1-a1c7-4896-bacc-549620bd6102 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476866 May 16 17:47:28.537523 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-481b93bb-f31c-4d1d-904d-8aae120edd36 req-bd986e90-b6bf-400d-b68f-93a23ce92f23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 May 16 17:47:29.126300 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:29.645896 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f27d-8ab7-4b5c-af25-45bb24bdd609 req-327dbef5-abcd-42e7-84a1-da68488a2b63 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:29.647388 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9094f27d-8ab7-4b5c-af25-45bb24bdd609 req-327dbef5-abcd-42e7-84a1-da68488a2b63 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0573142 May 16 17:47:29.698720 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9094f27d-8ab7-4b5c-af25-45bb24bdd609 req-caf80eae-ca8c-4f5a-aa99-96d148918be6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448992 May 16 17:47:30.439870 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:30.540549 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:30.823635 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32628b-6a8f-41c5-bc4c-8ef6e98c0b78 req-f998a7a5-6872-4e4f-a5a6-fd12da49602f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:30.825122 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0c32628b-6a8f-41c5-bc4c-8ef6e98c0b78 req-f998a7a5-6872-4e4f-a5a6-fd12da49602f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0541182 May 16 17:47:30.873857 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0c32628b-6a8f-41c5-bc4c-8ef6e98c0b78 req-280e2c6b-aeb3-410b-b8da-6fdf722e6a92 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 May 16 17:47:32.003762 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59245d0e-e8f8-4753-a643-229785570c7a req-b5c3ce8b-2ec4-4556-afcf-bbe01d5fa7be tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:32.005210 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59245d0e-e8f8-4753-a643-229785570c7a req-b5c3ce8b-2ec4-4556-afcf-bbe01d5fa7be tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0476475 May 16 17:47:32.055440 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-59245d0e-e8f8-4753-a643-229785570c7a req-1bd5c123-45fe-4836-ac4e-ed9cabb51330 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 May 16 17:47:32.157336 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:38.117533 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:47:47.283518 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 35970) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:47.410172 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.489038 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Publish callbacks [] for security_group (413e3bf3-9888-4500-b022-38a646ca79eb), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.494465 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (413e3bf3-9888-4500-b022-38a646ca79eb), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.531173 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5afd90e0135c4256bc5b4bccdc907700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462859 May 16 17:47:47.532100 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e3bf3-9888-4500-b022-38a646ca79eb,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:47.533922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35974) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:47.539704 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.540055 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.540421 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.540738 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.541069 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.541400 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.541751 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.542083 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.542400 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.542726 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.543054 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.543374 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.543694 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.544011 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.544325 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0457112-f675-4d1b-b520-de276bfd93a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.582759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Publish callbacks [] for security_group (413e3bf3-9888-4500-b022-38a646ca79eb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.603163 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Publish callbacks [] for security_group (413e3bf3-9888-4500-b022-38a646ca79eb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.652291 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (413e3bf3-9888-4500-b022-38a646ca79eb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.655201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:47.656376 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/413e3bf3-9888-4500-b022-38a646ca79eb HTTP/1.1" status: 204 len: 168 time: 0.1214180 May 16 17:47:47.664833 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e3bf3-9888-4500-b022-38a646ca79eb,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:47.672234 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.672590 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.672989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.673337 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.673717 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.674049 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.674385 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.674716 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.675047 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.675379 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.675710 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.676041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.676357 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.676683 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:47.677007 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86e99e-2f18-4eea-aba3-40c243942cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:48.298574 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 35996) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:48.399424 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1964346732-network', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:48.421607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Made reservation on behalf of 782ab44dbedd4b94b6c8fb2414a51a79 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:47:48.423947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.432026 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.505168 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks [] for security_group (a4460e61-abea-4e8a-8a32-2e759579cb60), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.509947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a4460e61-abea-4e8a-8a32-2e759579cb60), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.532533 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:47:48.541160 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4460e61-abea-4e8a-8a32-2e759579cb60,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:48.546823 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (391faf7d-5651-4a4f-bc7a-d2484fb686bb), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.547225 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Added segment 391faf7d-5651-4a4f-bc7a-d2484fb686bb of type vlan for network 20304413-223e-468b-b381-be0770314d15 May 16 17:47:48.588236 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (20304413-223e-468b-b381-be0770314d15), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.614320 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (20304413-223e-468b-b381-be0770314d15), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.615726 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:48.616615 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.653789 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3538988 May 16 17:47:48.656658 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36000) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:48.661756 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Request body: {'subnet': {'network_id': '20304413-223e-468b-b381-be0770314d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1964346732-subnet', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:48.683448 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Made reservation on behalf of 782ab44dbedd4b94b6c8fb2414a51a79 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:47:48.684268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10e4ca-5a50-478f-ac28-1ee4982852c2 admin admin] Pushing event updated for resources: {'Network': ['ID=20304413-223e-468b-b381-be0770314d15,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:48.686556 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.694614 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 20304413-223e-468b-b381-be0770314d15 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:47:48.856411 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (5a9cac7a-8f94-4b55-b634-317b6bd297ec), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.916302 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9cac7a-8f94-4b55-b634-317b6bd297ec,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:48.923663 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Checking segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:48.924031 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Network hostable DHCP agents. Network: 20304413-223e-468b-b381-be0770314d15, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:47:48.941660 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Network 20304413-223e-468b-b381-be0770314d15 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:47:48.951394 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 20304413-223e-468b-b381-be0770314d15) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:48.955864 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:48.956353 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:48.962193 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee685e8-d3a7-4730-a19d-892cbbc8054d None None] Network 20304413-223e-468b-b381-be0770314d15 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:47:48.975672 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ccfad89e-7e57-4043-8bf1-42395aa80b79 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3148890 May 16 17:47:48.975891 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36002) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:48.980266 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:49.001969 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.002983 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.054469 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks [] for router_controller (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), precommit_add_association {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.071244 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-20304413-223e-468b-b381-be0770314d15', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:47:49.072307 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.212802 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Allocated IP 172.20.0.2 (20304413-223e-468b-b381-be0770314d15/5a9cac7a-8f94-4b55-b634-317b6bd297ec/43be4a4e-4c5c-4e2c-b9b8-7156f8d12965) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:47:49.370545 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Publish callbacks [] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.377764 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.422515 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Network 20304413-223e-468b-b381-be0770314d15 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:49.427746 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:49.431534 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:47:49.434565 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Pushing event updated for resources: {'Port': ['ID=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:49.450435 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks [] for router_gateway (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.488987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Attempting to bind port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:47:49.489287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Attempting to bind port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:47:49.489688 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Attempting to bind port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:47:49.494851 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:47:49.495225 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Checking segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:49.495632 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.496026 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Bound using segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:47:49.496489 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Bound port: 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:47:49.496871 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.554490 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] For port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:47:49.557735 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] For port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:47:49.566386 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.622499 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f4df8-ef6c-4e42-bfa4-5729ee5f7053 None None] Pushing event updated for resources: {'Port': ['ID=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:49.629216 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks [] for router_gateway (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.649338 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.763634 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Allocated IP 172.27.0.62 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/c7e233a0-8db6-4d75-b873-b3f3f7bb05c0) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:47:49.876800 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks [] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.910425 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:49.947713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:49.952809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:49.956654 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:47:49.959713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:50.198368 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks [] for router_gateway (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:50.389998 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:50.469061 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f909fa1-6af7-4203-88d5-581622a8f411 None None] Network 20304413-223e-468b-b381-be0770314d15 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:47:50.515025 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:47:50.551189 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Provisioning complete for port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:50.551820 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:50.620540 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:47:50.641981 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:47:50.650147 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:50.652677 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-1aff1906-7d51-4a5b-bc7f-3edca3820ce5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6758099 May 16 17:47:50.655558 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36004) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:50.664528 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Current status of the port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:50.664918 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:50.667792 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:47:50.668433 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:50.744549 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] For port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:50.751619 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:50.830244 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:47:50.859063 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Pushing event updated for resources: {'Port': ['ID=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:50.899355 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.899704 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.900068 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.900428 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.900770 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.901108 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.901442 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.901798 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.902130 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.902460 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.902788 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.903118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.903444 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.903768 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.904092 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83636a5-9645-4a8b-8c1e-863dd032ed9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:50.923897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-6204c3ac-1eaa-4b91-8985-327426f3ff92 None None] Provisioning complete for port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:50.924278 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-6204c3ac-1eaa-4b91-8985-327426f3ff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.076957 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.079081 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-6204c3ac-1eaa-4b91-8985-327426f3ff92 None None] Current status of the port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:51.087569 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:50Z', 'revision_number': 3, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:51.240609 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Allocated IP 172.20.0.1 (20304413-223e-468b-b381-be0770314d15/5a9cac7a-8f94-4b55-b634-317b6bd297ec/9c20084b-e5a4-4456-ab17-45b6685e2b07) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:47:51.242173 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:47:51.242471 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Updating router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:47:51.270467 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.348935 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks [] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.382935 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.428139 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Network 20304413-223e-468b-b381-be0770314d15 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:51.431699 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:51.433698 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Pushing event updated for resources: {'Port': ['ID=9c20084b-e5a4-4456-ab17-45b6685e2b07,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:51.435880 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:47:51.475340 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.490098 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:51.591168 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:51.591543 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.604723 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.619452 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Publish callbacks [] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.629929 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.699118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc817d73-4463-4470-a52b-aaadb2343147 None None] Pushing event updated for resources: {'Port': ['ID=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:51.703343 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Attempting to bind port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:47:51.703706 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Attempting to bind port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:47:51.704106 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Attempting to bind port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:47:51.734013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-aeb91d59-6cea-4e95-9f2f-8a8a52afc0f6 None None] Provisioning complete for port 9c20084b-e5a4-4456-ab17-45b6685e2b07 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:51.734334 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-aeb91d59-6cea-4e95-9f2f-8a8a52afc0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.735942 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:47:51.736319 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:51.736710 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.737100 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:47:51.737589 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Bound port: c7e233a0-8db6-4d75-b873-b3f3f7bb05c0, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:47:51.737970 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.783545 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:51.794649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks [] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.800205 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.808955 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-aeb91d59-6cea-4e95-9f2f-8a8a52afc0f6 None None] Port 9c20084b-e5a4-4456-ab17-45b6685e2b07 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:47:51.818654 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] For port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:47:51.822118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] For port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:47:51.828236 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.868678 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Pushing event updated for resources: {'Port': ['ID=9c20084b-e5a4-4456-ab17-45b6685e2b07,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:51.871281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:51.879678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:47:51.880300 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:51.922558 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc817d73-4463-4470-a52b-aaadb2343147 None None] Pushing event updated for resources: {'Port': ['ID=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:51.961995 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Network 20304413-223e-468b-b381-be0770314d15 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:51.963401 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:51.994685 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:47:52.076133 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:47:52.183308 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:47:52.196809 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 2, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:52.197073 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4fb4e634-c3e9-4313-b90c-e9bd54e3c1fd admin admin] 10.222.0.58 "PUT /v2.0/routers/2b8717ed-69a9-4bf4-a46e-54356bc8d43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5312641 May 16 17:47:52.213563 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8240ac-0599-4e32-bee5-2cea702d6eda None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 2, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:47:52.227847 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-fd2a42d5-c86c-4448-8b8f-6d7d05ad01d9 None None] Provisioning complete for port 9c20084b-e5a4-4456-ab17-45b6685e2b07 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:52.228184 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fd2a42d5-c86c-4448-8b8f-6d7d05ad01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.265594 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a42d5-c86c-4448-8b8f-6d7d05ad01d9 None None] Port 9c20084b-e5a4-4456-ab17-45b6685e2b07 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:47:52.681869 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36020) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:52.686869 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-373129849-network', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:52.707381 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Made reservation on behalf of 38b551e22edf4c559bb9d936361ed9e2 for: {'network': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:47:52.710039 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.719272 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.799937 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks [] for security_group (d896ef12-d6a4-48e0-9e88-61ebf148792f), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.804767 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d896ef12-d6a4-48e0-9e88-61ebf148792f), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.844620 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=104867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:47:52.855713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896ef12-d6a4-48e0-9e88-61ebf148792f,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:52.862500 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (92876cf9-efda-43eb-af32-043f8bac6e66), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.863152 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.segments_db [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Added segment 92876cf9-efda-43eb-af32-043f8bac6e66 of type vlan for network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 May 16 17:47:52.915912 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.941208 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.942286 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:52.942913 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:52.977045 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2940285 May 16 17:47:52.981640 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36022) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:52.986773 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Request body: {'subnet': {'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-373129849-subnet', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:53.006959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8840fe0-eb18-4367-aed5-1a3670449a0d admin admin] Pushing event updated for resources: {'Network': ['ID=d65edd8b-7e45-4b5d-b7ff-84ef1c08a603,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:53.011501 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Made reservation on behalf of 38b551e22edf4c559bb9d936361ed9e2 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:47:53.014286 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.017787 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:47:53.189883 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (c3f069c1-aa99-499f-b74c-9026a055a82c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.237331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f069c1-aa99-499f-b74c-9026a055a82c,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:53.257072 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Checking segment: {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:53.257435 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Network hostable DHCP agents. Network: d65edd8b-7e45-4b5d-b7ff-84ef1c08a603, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:47:53.275689 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:47:53.285708 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, d65edd8b-7e45-4b5d-b7ff-84ef1c08a603) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:53.290352 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:47:53.291196 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.298987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a550e85-9b6b-4c2b-b4bf-82c61e299f9f None None] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:47:53.312881 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-671b440d-fd2b-4235-a97e-b031a2f01411 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3298199 May 16 17:47:53.315164 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36026) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:53.319402 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:53.342883 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.344328 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.408552 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks [] for router_controller (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.419386 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-d65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'fixed_ips': [{'subnet_id': 'c3f069c1-aa99-499f-b74c-9026a055a82c'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:47:53.420853 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.498081 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:53.556216 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks [] for router_gateway (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.592904 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:53.593281 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.618810 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Allocated IP 172.20.0.2 (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603/c3f069c1-aa99-499f-b74c-9026a055a82c/68c62580-f1f7-4703-be15-4eacf32857a4) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:47:53.740804 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:53.741196 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.758192 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks [] for router_gateway (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.777882 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:53.778695 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.799619 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.853369 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Publish callbacks [] for port (68c62580-f1f7-4703-be15-4eacf32857a4), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.866831 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.877014 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:53.899106 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Allocated IP 172.27.0.89 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/cdb3e66e-c536-4046-987f-e3018aea784a) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:47:53.905046 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:53.909867 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:53.913663 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:47:53.931562 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Pushing event updated for resources: {'Port': ['ID=68c62580-f1f7-4703-be15-4eacf32857a4,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:53.986308 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Attempting to bind port 68c62580-f1f7-4703-be15-4eacf32857a4 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:47:53.986824 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Attempting to bind port 68c62580-f1f7-4703-be15-4eacf32857a4 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:47:53.987293 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Attempting to bind port 68c62580-f1f7-4703-be15-4eacf32857a4 on network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:47:53.992860 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:47:53.996468 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Checking segment: {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:53.997888 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:53.998294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Bound using segment: {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:47:53.998785 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Bound port: 68c62580-f1f7-4703-be15-4eacf32857a4, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:47:53.999227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.028725 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks [] for port (cdb3e66e-c536-4046-987f-e3018aea784a), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.068882 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.082544 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] For port 68c62580-f1f7-4703-be15-4eacf32857a4, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:47:54.086576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] For port 68c62580-f1f7-4703-be15-4eacf32857a4, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=68c62580-f1f7-4703-be15-4eacf32857a4,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:47:54.093164 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.105988 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:54.113331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:54.117195 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:47:54.120570 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb3e66e-c536-4046-987f-e3018aea784a,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:54.159311 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98375ce-4c21-4d52-ac4f-08b7c6d32923 None None] Pushing event updated for resources: {'Port': ['ID=68c62580-f1f7-4703-be15-4eacf32857a4,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:54.380632 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks [] for router_gateway (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.391461 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:47:54.403392 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:47:54.404031 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:54.505421 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:47:54.570499 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.689859 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 2, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:54.696341 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:47:54.719526 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:47:54.719894 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Updating router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a port 9c20084b-e5a4-4456-ab17-45b6685e2b07 binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:47:54.748194 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.808629 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:47:54.819779 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Sync routers for ids ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:47:54.827921 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:54.832788 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36028) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:54.835295 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Routers {'0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:47:54.835945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:54.840373 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2f5f69dd-bfaf-4211-8e7e-bd5551a53a00 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5241151 May 16 17:47:54.959065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Set router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:47:55.066130 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Publish callbacks [] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.072940 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.167883 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Pushing event updated for resources: {'Port': ['ID=9c20084b-e5a4-4456-ab17-45b6685e2b07,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:55.176144 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.176767 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.177301 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.177839 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.178184 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.178516 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.178843 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.179167 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.179497 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.180414 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.180777 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.181152 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.181762 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.182094 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.182421 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:47:55.183915 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5626a5-7416-42c7-b487-9bad0d999d67 None None] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:47:55.201860 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Attempting to bind port 9c20084b-e5a4-4456-ab17-45b6685e2b07 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:47:55.202233 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Attempting to bind port 9c20084b-e5a4-4456-ab17-45b6685e2b07 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:47:55.202596 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Attempting to bind port 9c20084b-e5a4-4456-ab17-45b6685e2b07 on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:47:55.209802 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:47:55.210520 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Checking segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:55.211279 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.211878 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Bound using segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:47:55.212505 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Bound port: 9c20084b-e5a4-4456-ab17-45b6685e2b07, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:47:55.213706 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.282921 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] For port 9c20084b-e5a4-4456-ab17-45b6685e2b07, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:47:55.286536 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] For port 9c20084b-e5a4-4456-ab17-45b6685e2b07, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=9c20084b-e5a4-4456-ab17-45b6685e2b07,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:47:55.295807 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.335292 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] Provisioning complete for port 68c62580-f1f7-4703-be15-4eacf32857a4 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:55.335672 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.339250 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.369078 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427122b5-e7e2-4845-84c7-a71f84bf9695 None None] Pushing event updated for resources: {'Port': ['ID=9c20084b-e5a4-4456-ab17-45b6685e2b07,revision_number=4']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:55.382663 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:47:55.383762 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:55.533594 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] Current status of the port 68c62580-f1f7-4703-be15-4eacf32857a4 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:55.533594 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.581990 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] For port 68c62580-f1f7-4703-be15-4eacf32857a4, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=68c62580-f1f7-4703-be15-4eacf32857a4,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:55.585119 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:54Z', 'revision_number': 3, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:55.589883 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.648777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Checking router: 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:47:55.649050 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Updating router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 port cdb3e66e-c536-4046-987f-e3018aea784a binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:47:55.666542 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Allocated IP 172.20.0.1 (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603/c3f069c1-aa99-499f-b74c-9026a055a82c/18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:47:55.686066 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:47:55.691121 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.715205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9c20084b-e5a4-4456-ab17-45b6685e2b07 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:55.796601 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks [] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.812885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] Provisioning complete for port 9c20084b-e5a4-4456-ab17-45b6685e2b07 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:55.813298 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.832773 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.846104 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda36530-57d1-4ffc-b14d-0765e3ed3f00 None None] Pushing event updated for resources: {'Port': ['ID=68c62580-f1f7-4703-be15-4eacf32857a4,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:55.875931 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:55.885215 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:55.888691 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:47:55.891464 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:55Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:55.894378 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Pushing event updated for resources: {'Port': ['ID=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:55.918181 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a8fb3-a92d-47bf-b769-b19546e9334b None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:55Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:47:55.944493 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.951731 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 9c20084b-e5a4-4456-ab17-45b6685e2b07 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:55.952322 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:55.954069 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-59381d98-3fbd-40c7-841b-dbd4077d9919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.107116 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] Current status of the port 9c20084b-e5a4-4456-ab17-45b6685e2b07 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:56.107602 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.186617 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 9c20084b-e5a4-4456-ab17-45b6685e2b07 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:56.187234 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.210091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] For port 9c20084b-e5a4-4456-ab17-45b6685e2b07, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=9c20084b-e5a4-4456-ab17-45b6685e2b07,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:56.231850 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.325206 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Publish callbacks [] for port (cdb3e66e-c536-4046-987f-e3018aea784a), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.338155 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.db.api [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 17:47:56.339368 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG oslo_db.api [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 17:47:56.352382 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.365399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.376090 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8f3bb-9262-44fe-b12c-40241297ea34 None None] Pushing event updated for resources: {'Port': ['ID=9c20084b-e5a4-4456-ab17-45b6685e2b07,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:56.381972 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Provisioning complete for port 68c62580-f1f7-4703-be15-4eacf32857a4 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:56.382167 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.440510 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Attempting to bind port cdb3e66e-c536-4046-987f-e3018aea784a on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:47:56.440885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Attempting to bind port cdb3e66e-c536-4046-987f-e3018aea784a by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:47:56.441229 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Attempting to bind port cdb3e66e-c536-4046-987f-e3018aea784a on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:47:56.455291 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f2c5d-a9c7-404d-a30c-2df11d791621 None None] Pushing event updated for resources: {'Port': ['ID=cdb3e66e-c536-4046-987f-e3018aea784a,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:56.460792 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:47:56.461169 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:47:56.461623 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.462007 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:47:56.462482 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Bound port: cdb3e66e-c536-4046-987f-e3018aea784a, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:47:56.462863 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.544468 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] For port cdb3e66e-c536-4046-987f-e3018aea784a, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:47:56.560853 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Current status of the port 68c62580-f1f7-4703-be15-4eacf32857a4 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:56.564862 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] For port cdb3e66e-c536-4046-987f-e3018aea784a, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=cdb3e66e-c536-4046-987f-e3018aea784a,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:47:56.572550 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Provisioning complete for port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:56.572885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.576429 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.578720 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks [] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.585313 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.651232 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:47:56.653714 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Pushing event updated for resources: {'Port': ['ID=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:56.656218 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.669752 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Routers {'0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:47:56.670411 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:56.676334 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Provisioning complete for port 9c20084b-e5a4-4456-ab17-45b6685e2b07 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:56.676334 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:56.709501 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f2c5d-a9c7-404d-a30c-2df11d791621 None None] Pushing event updated for resources: {'Port': ['ID=cdb3e66e-c536-4046-987f-e3018aea784a,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:56.753354 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:47:56.754922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:47:56.825127 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] Set router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:47:56.872524 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:47:56.901503 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-58900f90-c98b-4aed-b0b2-3627e087e627 None None] Current status of the port 9c20084b-e5a4-4456-ab17-45b6685e2b07 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:56.982682 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:47:56.988212 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-eff0fbd7-2969-4362-9b4e-039d2efb0975 admin admin] 10.222.0.58 "PUT /v2.0/routers/0b1b4b2a-8289-43cc-ae7f-b63a04ad1649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537695 May 16 17:47:57.055159 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 9c20084b-e5a4-4456-ab17-45b6685e2b07 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:57.056148 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 68c62580-f1f7-4703-be15-4eacf32857a4 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:57.118323 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-caa3b8cc-e9fa-4425-a440-0906a4e12fbd None None] Provisioning complete for port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:57.118715 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-caa3b8cc-e9fa-4425-a440-0906a4e12fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.201671 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-caa3b8cc-e9fa-4425-a440-0906a4e12fbd None None] Port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:47:57.203094 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 68c62580-f1f7-4703-be15-4eacf32857a4 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:57.203471 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.280297 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d', 'name': '', 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'mac_address': 'fa:16:3e:db:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:55Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 2, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'subnets': [{'id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:47:57.312381 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7084-3e65-4c61-9bdd-4a7ca73c3418 None None] The sync data for ids ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'] in dv-cinder-837699-6-iscsi is: [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d', 'name': '', 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'mac_address': 'fa:16:3e:db:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:55Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 2, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'subnets': [{'id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:47:57.322392 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36036) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:57.327276 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941768447', 'description': 'tempest-secgroup-smoke-941768447 description', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:57.348035 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 68c62580-f1f7-4703-be15-4eacf32857a4 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:57.349273 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:57.350189 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.393982 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:57.394759 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.422433 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group (097b3d73-3aaa-49e1-9ddd-177c4cac69c2), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.427817 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (097b3d73-3aaa-49e1-9ddd-177c4cac69c2), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.458688 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.460021 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1363819 May 16 17:47:57.462080 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1bebb-674f-4bd0-b314-dfbc2622563b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097b3d73-3aaa-49e1-9ddd-177c4cac69c2,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:57.463062 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36038) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:57.473286 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group_rule': {'security_group_id': '097b3d73-3aaa-49e1-9ddd-177c4cac69c2', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:57.476445 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:57.502664 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (fa5a70fc-2fbc-4419-96e7-81261ad95c95), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.586249 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (fa5a70fc-2fbc-4419-96e7-81261ad95c95), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.596086 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (fa5a70fc-2fbc-4419-96e7-81261ad95c95), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.614378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5a70fc-2fbc-4419-96e7-81261ad95c95,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:57.619783 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9c20084b-e5a4-4456-ab17-45b6685e2b07 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:57.641850 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.643221 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-06dbf541-00a7-4e2b-90d8-569c8957bbe8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790888 May 16 17:47:57.645942 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36040) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:57.650770 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group_rule': {'security_group_id': '097b3d73-3aaa-49e1-9ddd-177c4cac69c2', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:57.672368 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 9c20084b-e5a4-4456-ab17-45b6685e2b07 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:57.672760 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.680359 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (5fc05c79-0e74-4f2f-91c6-18b7ed0e5201), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.747023 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (5fc05c79-0e74-4f2f-91c6-18b7ed0e5201), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.752164 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (5fc05c79-0e74-4f2f-91c6-18b7ed0e5201), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.752805 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 9c20084b-e5a4-4456-ab17-45b6685e2b07 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:57.754124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 68c62580-f1f7-4703-be15-4eacf32857a4 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:57.772443 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc05c79-0e74-4f2f-91c6-18b7ed0e5201,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:57.778177 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.779333 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9d0b0854-09ad-4405-993b-16179ad83c35 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322532 May 16 17:47:57.782287 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36042) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:57.786642 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group_rule': {'security_group_id': '097b3d73-3aaa-49e1-9ddd-177c4cac69c2', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:57.805954 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 68c62580-f1f7-4703-be15-4eacf32857a4 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:57.806368 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.813635 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (75e944d5-431a-4047-97e6-9283d90d86aa), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.874777 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (75e944d5-431a-4047-97e6-9283d90d86aa), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.880403 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (75e944d5-431a-4047-97e6-9283d90d86aa), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.887597 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 68c62580-f1f7-4703-be15-4eacf32857a4 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:57.901821 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e944d5-431a-4047-97e6-9283d90d86aa,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:57.907384 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:57.910079 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9279d9b3-f193-4c7c-b9d6-664d591a28ff tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267190 May 16 17:47:57.911267 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36044) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:57.916233 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group_rule': {'security_group_id': '097b3d73-3aaa-49e1-9ddd-177c4cac69c2', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:57.944493 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (fe8f42eb-3677-4cd4-9c02-27bfa9ab01c8), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.011677 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (fe8f42eb-3677-4cd4-9c02-27bfa9ab01c8), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.016440 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (fe8f42eb-3677-4cd4-9c02-27bfa9ab01c8), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.033303 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8f42eb-3677-4cd4-9c02-27bfa9ab01c8,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:58.043326 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.044544 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8869a129-e69b-4abd-b533-5f6e6ec05def tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323016 May 16 17:47:58.049325 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36046) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:58.054640 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group_rule': {'security_group_id': '097b3d73-3aaa-49e1-9ddd-177c4cac69c2', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:58.077253 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.securitygroups_db [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Project 782ab44dbedd4b94b6c8fb2414a51a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 17:47:58.083564 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (2a95a982-77d7-4706-8344-e4cc83401af5), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.133490 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (2a95a982-77d7-4706-8344-e4cc83401af5), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.138815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (2a95a982-77d7-4706-8344-e4cc83401af5), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.155689 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a95a982-77d7-4706-8344-e4cc83401af5,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:58.166527 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.167745 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a297fd16-e558-4eec-84f1-0538d2648601 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173885 May 16 17:47:58.170498 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36048) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:47:58.174787 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'security_group_rule': {'security_group_id': '097b3d73-3aaa-49e1-9ddd-177c4cac69c2', 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:47:58.197157 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.securitygroups_db [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Project 782ab44dbedd4b94b6c8fb2414a51a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 17:47:58.202712 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (3badae95-2f38-42b4-b4ac-f8bf639cdb2f), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.262410 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (3badae95-2f38-42b4-b4ac-f8bf639cdb2f), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.267601 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (3badae95-2f38-42b4-b4ac-f8bf639cdb2f), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.285913 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3badae95-2f38-42b4-b4ac-f8bf639cdb2f,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:47:58.294516 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:58.295686 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d3c0378f-a2dd-4b57-a038-9340d3f2a3ce tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242900 May 16 17:47:58.344502 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b53c924f-8a45-440a-b335-0bfd256c5958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:59.120989 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:59.586210 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdb3e66e-c536-4046-987f-e3018aea784a up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:47:59.632478 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port cdb3e66e-c536-4046-987f-e3018aea784a triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:47:59.632831 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:59.708260 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port cdb3e66e-c536-4046-987f-e3018aea784a is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:47:59.708673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:59.737725 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port cdb3e66e-c536-4046-987f-e3018aea784a, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=cdb3e66e-c536-4046-987f-e3018aea784a,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:47:59.742681 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:47:59.795969 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=cdb3e66e-c536-4046-987f-e3018aea784a,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:00.073413 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Sync routers for ids ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:48:00.083995 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Routers {'0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:00.084598 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:00.188316 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Set router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:00.373008 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d', 'name': '', 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'mac_address': 'fa:16:3e:db:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:55Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 2, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'subnets': [{'id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:00.397891 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Checking router: 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:48:00.398249 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Updating router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:48:00.425486 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.444826 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.564266 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.720836 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Publish callbacks [] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.728563 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.780938 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874946d-b4a6-48c8-b81c-84984e3face5 None None] Pushing event updated for resources: {'Port': ['ID=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:00.841227 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Attempting to bind port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:48:00.841699 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Attempting to bind port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:48:00.842067 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Attempting to bind port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d on network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:48:00.847639 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:48:00.848229 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Checking segment: {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:48:00.848639 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.849017 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Bound using segment: {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:48:00.849481 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Bound port: 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92876cf9-efda-43eb-af32-043f8bac6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:48:00.850039 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:00.939291 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] For port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:48:00.943156 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] For port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:48:00.950969 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.008519 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Routers {'0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:01.009156 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:01.010946 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874946d-b4a6-48c8-b81c-84984e3face5 None None] Pushing event updated for resources: {'Port': ['ID=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,revision_number=4']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:01.053669 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] Provisioning complete for port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:01.054678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.129670 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] Set router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:01.140076 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] Current status of the port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:01.140475 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.178908 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] For port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:01.183480 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.233724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fa8b7-0408-4d74-9818-73ab125434c2 None None] Pushing event updated for resources: {'Port': ['ID=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:01.302056 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-29890a1c-5110-4853-8f49-ff74830da991 None None] Provisioning complete for port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:01.302532 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-29890a1c-5110-4853-8f49-ff74830da991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.317799 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d', 'name': '', 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'mac_address': 'fa:16:3e:db:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:55Z', 'updated_at': '2022-05-16T17:48:00Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'subnets': [{'id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:01.345664 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be4064-6680-4def-9230-79bc4dc60391 None None] The sync data for ids ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'] in dv-cinder-837699-6-iscsi is: [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d', 'name': '', 'network_id': 'd65edd8b-7e45-4b5d-b7ff-84ef1c08a603', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'mac_address': 'fa:16:3e:db:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:55Z', 'updated_at': '2022-05-16T17:48:00Z', 'revision_number': 4, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'subnets': [{'id': 'c3f069c1-aa99-499f-b74c-9026a055a82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:48:01.385325 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-29890a1c-5110-4853-8f49-ff74830da991 None None] Current status of the port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:01.575881 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdb3e66e-c536-4046-987f-e3018aea784a up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:48:01.622611 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port cdb3e66e-c536-4046-987f-e3018aea784a triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:01.623126 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.700668 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port cdb3e66e-c536-4046-987f-e3018aea784a is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:01.701920 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:48:01.752185 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:01.752696 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:01.827535 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:02.163551 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:07.037317 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-b5c08616-707e-4ebf-bc07-f840e45ede31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384157 May 16 17:48:07.130028 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-a57ef979-cb1b-4a6e-8d05-a8c6d902f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:07.131812 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-a57ef979-cb1b-4a6e-8d05-a8c6d902f69f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 1130 time: 0.0423329 May 16 17:48:07.251896 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-6d0cc416-f34d-4250-ad2f-3b89e863dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:07.253458 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-6d0cc416-f34d-4250-ad2f-3b89e863dd13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0983503 May 16 17:48:07.349268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef57a26-5ef5-4c25-b674-8ab1fe8ba55f req-f45d562b-21b1-4b9e-8022-32073f4cf414 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:07.350687 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ef57a26-5ef5-4c25-b674-8ab1fe8ba55f req-f45d562b-21b1-4b9e-8022-32073f4cf414 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0545073 May 16 17:48:07.397157 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ef57a26-5ef5-4c25-b674-8ab1fe8ba55f req-e0e41299-9200-4109-afab-c54682771aae tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 May 16 17:48:08.529697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83865bd5-4984-4529-b2c1-ae73f2914410 req-3a15a309-246a-4405-9ca3-88d6f568b671 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:08.531166 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-83865bd5-4984-4529-b2c1-ae73f2914410 req-3a15a309-246a-4405-9ca3-88d6f568b671 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0465002 May 16 17:48:08.577385 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-c35c49c8-ae47-436d-8ddf-6fab00cfb38a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 200 len: 1001 time: 0.0560968 May 16 17:48:08.577996 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-83865bd5-4984-4529-b2c1-ae73f2914410 req-9518afaf-27a4-419c-bd90-0435857c4df2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b29124c-0cb9-4c73-aab3-f633c5b71556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 May 16 17:48:08.630434 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-d93a3ddd-8829-4252-a107-48f675538c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:08.631932 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-d93a3ddd-8829-4252-a107-48f675538c12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0481138 May 16 17:48:08.760817 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-6908ecd3-ab78-49fe-adc9-d8385bbaa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:08.762333 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-6908ecd3-ab78-49fe-adc9-d8385bbaa726 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396559 May 16 17:48:08.853163 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-8c591e94-6d14-4a7a-9ea2-39f25b1b0cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837781 May 16 17:48:08.887386 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263679d-4122-4cdc-9ee6-b7940178442f req-8a4e9581-4f53-449a-884f-f61fd8a3d767 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:08.888852 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6263679d-4122-4cdc-9ee6-b7940178442f req-8a4e9581-4f53-449a-884f-f61fd8a3d767 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 946 time: 0.0506315 May 16 17:48:08.948842 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-cfa3ef1f-5404-40a3-a473-cf49d5dce289 req-1f26c296-f648-4535-a125-e947b9193d8b service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891595 May 16 17:48:08.974813 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Deleting port f96fabff-8023-4c54-9a2c-526c3f834248 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:48:08.975156 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:09.065674 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] For port f96fabff-8023-4c54-9a2c-526c3f834248, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=f96fabff-8023-4c54-9a2c-526c3f834248,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:09.065948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:09.227015 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:09.227384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (d94614f7-4285-4b78-9e8c-4518c3da25b5), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:09.227697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Floating IP d94614f7-4285-4b78-9e8c-4518c3da25b5 disassociated. External IP: 172.27.0.244, port: f96fabff-8023-4c54-9a2c-526c3f834248. May 16 17:48:09.228015 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Calling delete_port for f96fabff-8023-4c54-9a2c-526c3f834248 owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:48:09.360405 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (f96fabff-8023-4c54-9a2c-526c3f834248), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:09.388309 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event deleted for resources: {'Port': ['ID=f96fabff-8023-4c54-9a2c-526c3f834248,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:09.495996 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:48:09.598857 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:48:09.611639 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:48:09.621758 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:09.622963 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:09.643093 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] No DVR routers for this DVR port f96fabff-8023-4c54-9a2c-526c3f834248 on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:48:09.645790 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:09.649081 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6263679d-4122-4cdc-9ee6-b7940178442f req-4a8582df-38f4-42b6-a1a8-bea086ccbb96 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "DELETE /v2.0/ports/f96fabff-8023-4c54-9a2c-526c3f834248 HTTP/1.1" status: 204 len: 173 time: 0.7550936 May 16 17:48:09.649528 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-deleted', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:09.651802 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d093bdb8-2201-4e0d-be90-d567b77b56c2" -d '{"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-deleted", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:09.689897 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-303e70bd-d37f-4a82-aa10-8b32fe2aab80 req-233282f8-e302-4741-a4f9-d9f00cadaa1c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dc200e3-53ea-4163-8472-0a5e8c70f07e HTTP/1.1" status: 200 len: 210 time: 0.0290155 May 16 17:48:09.700893 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538b3cdf-4508-4052-b041-1ee86794db39 x-openstack-request-id: req-538b3cdf-4508-4052-b041-1ee86794db39 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:09.701267 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc200e3-53ea-4163-8472-0a5e8c70f07e", "name": "network-vif-deleted", "tag": "f96fabff-8023-4c54-9a2c-526c3f834248", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:09.701882 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-538b3cdf-4508-4052-b041-1ee86794db39 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:09.702611 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538b3cdf-4508-4052-b041-1ee86794db39'] response: {'server_uuid': '6dc200e3-53ea-4163-8472-0a5e8c70f07e', 'name': 'network-vif-deleted', 'tag': 'f96fabff-8023-4c54-9a2c-526c3f834248', 'status': 'completed', 'code': 200} May 16 17:48:09.739391 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:09.935885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:09.960336 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:48:09.969045 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:09.969684 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:10.078325 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:10.264081 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:10.291772 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e8aef-f275-4b28-b51f-22114157b9d4 None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:48:10.507238 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628725e-bc98-4d5f-8918-bc5eb0d02821 None None] New status for floating IP d94614f7-4285-4b78-9e8c-4518c3da25b5: DOWN {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:48:10.798048 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36178) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:10.855590 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8c6c10bd-ed8d-4aac-9a38-92a83b24bdb8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (2b29124c-0cb9-4c73-aab3-f633c5b71556), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:10.881784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8c6c10bd-ed8d-4aac-9a38-92a83b24bdb8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (2b29124c-0cb9-4c73-aab3-f633c5b71556), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:10.930973 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8c6c10bd-ed8d-4aac-9a38-92a83b24bdb8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (2b29124c-0cb9-4c73-aab3-f633c5b71556), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:10.934960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8c6c10bd-ed8d-4aac-9a38-92a83b24bdb8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:10.936536 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-8c6c10bd-ed8d-4aac-9a38-92a83b24bdb8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "DELETE /v2.0/security-groups/2b29124c-0cb9-4c73-aab3-f633c5b71556 HTTP/1.1" status: 204 len: 168 time: 0.1374679 May 16 17:48:10.939421 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36180) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:10.945913 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c10bd-ed8d-4aac-9a38-92a83b24bdb8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b29124c-0cb9-4c73-aab3-f633c5b71556,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:10.953193 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.api.v2.resource [None req-da6e04c1-b68b-47b8-ad69-bf839b1639ad tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] show failed (client error): The resource could not be found. May 16 17:48:10.954200 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-da6e04c1-b68b-47b8-ad69-bf839b1639ad tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups/2b29124c-0cb9-4c73-aab3-f633c5b71556 HTTP/1.1" status: 404 len: 347 time: 0.0136704 May 16 17:48:10.957133 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36182) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:11.069392 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Deleting port ee203521-c6e3-4a62-9af1-e6e5596815e1 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:48:11.069791 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:11.161970 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:11.162286 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (ee203521-c6e3-4a62-9af1-e6e5596815e1), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:11.175060 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Calling delete_port for ee203521-c6e3-4a62-9af1-e6e5596815e1 owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:48:11.305302 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (ee203521-c6e3-4a62-9af1-e6e5596815e1), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:11.334259 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event deleted for resources: {'Port': ['ID=ee203521-c6e3-4a62-9af1-e6e5596815e1,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:11.408308 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (d94614f7-4285-4b78-9e8c-4518c3da25b5), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:11.411008 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:11.415373 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-235d030a-8f11-4310-b3a7-59f62a14a1dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "DELETE /v2.0/floatingips/d94614f7-4285-4b78-9e8c-4518c3da25b5 HTTP/1.1" status: 204 len: 168 time: 0.4543107 May 16 17:48:12.496970 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36192) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:12.502596 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076173315', 'description': 'tempest-description--1879838414'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:12.533948 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.608136 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (1787e7f7-081f-4330-b6fb-4250a7dfe1fc), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.613531 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1787e7f7-081f-4330-b6fb-4250a7dfe1fc), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.643112 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.644308 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1462841 May 16 17:48:12.646178 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ead47-80ed-4532-b787-442f717f92b7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1787e7f7-081f-4330-b6fb-4250a7dfe1fc,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:12.647315 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36194) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:12.655553 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'security_group_rule': {'security_group_id': '1787e7f7-081f-4330-b6fb-4250a7dfe1fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:12.684572 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (299e3b69-5e13-4bf4-9e9a-5f109de133c1), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.743203 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (299e3b69-5e13-4bf4-9e9a-5f109de133c1), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.747171 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (299e3b69-5e13-4bf4-9e9a-5f109de133c1), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.767643 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299e3b69-5e13-4bf4-9e9a-5f109de133c1,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:12.773580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.777344 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d803c0d0-fa2b-4172-a9bb-6ed861440e90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265020 May 16 17:48:12.777794 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36196) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:12.782429 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'security_group_rule': {'security_group_id': '1787e7f7-081f-4330-b6fb-4250a7dfe1fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:12.810411 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (d8c52359-6939-4ccc-ac34-389d26d7f545), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.869538 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (d8c52359-6939-4ccc-ac34-389d26d7f545), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.874469 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (d8c52359-6939-4ccc-ac34-389d26d7f545), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.893775 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c52359-6939-4ccc-ac34-389d26d7f545,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:12.902310 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:12.903515 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-f3a8012a-7fc9-41d2-ac1b-017ad4aac7a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247809 May 16 17:48:12.907888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36198) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:12.912124 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:12.936449 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.020851 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.126888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Allocated IP 172.27.0.191 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/0e457e1a-6736-4222-80d6-448ac01247c0) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:48:13.249161 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for port (0e457e1a-6736-4222-80d6-448ac01247c0), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.287113 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (0e457e1a-6736-4222-80d6-448ac01247c0), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.322411 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:48:13.325109 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:48:13.331806 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:48:13.356415 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'Port': ['ID=0e457e1a-6736-4222-80d6-448ac01247c0,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:13.420141 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (842d8879-470e-47b4-8930-a7251e781c30), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.458075 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (0e457e1a-6736-4222-80d6-448ac01247c0), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.640190 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for port (0e457e1a-6736-4222-80d6-448ac01247c0), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.646152 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (0e457e1a-6736-4222-80d6-448ac01247c0), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.714920 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'Port': ['ID=0e457e1a-6736-4222-80d6-448ac01247c0,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:13.744819 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (842d8879-470e-47b4-8930-a7251e781c30), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.776519 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-c0c60ff2-4da0-43e5-a002-c23e230e3e6e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941768447&fields=id&tenant_id=782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 267 time: 0.0629454 May 16 17:48:13.779613 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:13.780731 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c8f1de9e-a3f5-4c18-b7cf-017bd3a3a90b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8719201 May 16 17:48:13.889403 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-06e276c3-ce42-40a3-bff8-d6bfc7d9dd37 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:13.891021 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-06e276c3-ce42-40a3-bff8-d6bfc7d9dd37 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 812 time: 0.1079004 May 16 17:48:13.906284 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-b043860c-31d2-4ef5-b90a-808e899a5e11 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/quotas/782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 375 time: 0.0096984 May 16 17:48:13.971192 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-b3776e2f-aab4-4164-ac71-1e26ed359ff9 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595951 May 16 17:48:14.018456 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-4b708bf7-5248-44a0-a6f2-2c2e28c06e29 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2076173315&fields=id&tenant_id=8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 267 time: 0.0755424 May 16 17:48:14.113585 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:48:14.132733 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: f96fabff-8023-4c54-9a2c-526c3f834248 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:48:14.133084 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device f96fabff-8023-4c54-9a2c-526c3f834248 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:48:14.137085 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-30fc1fea-8c06-4873-a791-3d4bec99a754 service neutron] 10.222.0.58 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537812 May 16 17:48:14.190218 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-68139423-6ecc-4b68-b92c-8c528b711879 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:14.191653 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-68139423-6ecc-4b68-b92c-8c528b711879 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 816 time: 0.1666024 May 16 17:48:14.243658 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-7b3b4f3a-8dfd-4e58-a5dd-3b418d616293 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/quotas/8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 375 time: 0.0175276 May 16 17:48:14.287029 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-87c18775-e856-4801-a50b-7be079c6848f service neutron] 10.222.0.58 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428072 May 16 17:48:14.307054 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-4cdb9a89-3c5a-410c-926b-58c78c9db888 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574462 May 16 17:48:14.407871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-fba7760a-b8a4-4224-8dbf-3e39bd04b9c9 service neutron] 10.222.0.58 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885921 May 16 17:48:14.500212 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-d7311535-ebf3-49d4-b8bf-191cf6f910bc service neutron] 10.222.0.58 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862157 May 16 17:48:14.665887 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1f9be0ba-6df9-4375-ab3a-56aeb0d430d1 req-2597a8cd-fae7-4183-99ef-2e4b62dbda7a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 210 time: 0.0321066 May 16 17:48:15.121526 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:48:15.597296 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d49e58c7-b879-40e3-9ca5-73d1d4ec863d req-2138cb61-bfa2-45a4-90f5-0004f793fc5e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 210 time: 0.0281641 May 16 17:48:15.746859 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-557f2c71-1b92-41c3-9093-c26b6297ffb3 req-bf5db2b9-629c-40a9-ab17-00c7dc210b8d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 210 time: 0.0271788 May 16 17:48:16.686215 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-41704f39-b1e1-43bf-a82c-58fe47344ef7 req-cfdcce0d-8ff9-4f23-aced-db41d219cf43 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 210 time: 0.0275414 May 16 17:48:16.846770 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-13bc66fe-1cce-4af0-b4e9-9abf1e0fac0b req-222c8c13-7316-42cd-a8d6-5adadccb4071 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 210 time: 0.0299726 May 16 17:48:17.733128 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-7ee93d68-627b-425c-8c75-3951b3e3ec3b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:17.734660 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-7ee93d68-627b-425c-8c75-3951b3e3ec3b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 816 time: 0.1026955 May 16 17:48:17.769705 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b2a985c8-a7d5-4dc1-92f5-31622841f6a5 req-1ed32c60-cc61-4616-b66d-4fc71fa05838 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 210 time: 0.0311394 May 16 17:48:18.094041 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-611a6384-f931-4854-b9fb-d42d3b98277f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 380 time: 0.3464427 May 16 17:48:18.111378 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'port': {'device_id': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'admin_state_up': True, 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'security_groups': ['1787e7f7-081f-4330-b6fb-4250a7dfe1fc']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:18.117266 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7cdf2038-f9ce-4814-bcc9-4a2800f04bbf req-98bc0757-206c-434d-8b28-a58b9d2fe850 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 210 time: 0.0375323 May 16 17:48:18.223857 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Made reservation on behalf of 8b218f6b53844d828be7b8c5de1cde67 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:48:18.227261 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.362292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Allocated IP 172.20.0.10 (e0229cc9-7da5-499c-a6ca-89f02d2e0332/595c09b8-6c91-4de5-9968-e2a0e00bff75/82d9ed45-eecf-4842-8a43-0e5549e8b8a9) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:48:18.513694 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.551139 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.567909 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-63b1d97a-b0db-4fe0-8763-4146d7e10c2b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:18.569385 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-63b1d97a-b0db-4fe0-8763-4146d7e10c2b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 812 time: 0.1083293 May 16 17:48:18.594807 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:48:18.598288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:48:18.604643 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:48:18.611200 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:18.632693 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-e974142c-7167-4741-98d7-a8cd617762d3 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 379 time: 0.0557809 May 16 17:48:18.641536 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'port': {'device_id': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'admin_state_up': True, 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'security_groups': ['097b3d73-3aaa-49e1-9ddd-177c4cac69c2']}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:18.674981 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:18.675608 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.696497 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8b736468-22d1-41f4-8334-faa50cbce574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887334 May 16 17:48:18.709739 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Request body: {'port': {'device_id': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:18.779664 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.797057 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Made reservation on behalf of 782ab44dbedd4b94b6c8fb2414a51a79 for: {'port': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:48:18.805624 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.898985 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fe05f137-584c-48ef-99e6-90cdcfe41c6e req-f3070918-6ee3-4e3a-8ecb-1ff0a31f9c08 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 210 time: 0.0410750 May 16 17:48:18.940389 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Allocated IP 172.20.0.12 (20304413-223e-468b-b381-be0770314d15/5a9cac7a-8f94-4b55-b634-317b6bd297ec/59abc649-1713-4a6f-b4af-005a342766ce) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:48:18.946126 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-317d5269-95f4-4161-a160-c49ecbca963f None None] Provisioning complete for port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:18.947276 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-317d5269-95f4-4161-a160-c49ecbca963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:18.993973 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-317d5269-95f4-4161-a160-c49ecbca963f None None] Port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:48:19.094459 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (59abc649-1713-4a6f-b4af-005a342766ce), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.126053 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (59abc649-1713-4a6f-b4af-005a342766ce), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.146072 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:48:19.155697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Publish callbacks [] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.168712 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Network 20304413-223e-468b-b381-be0770314d15 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:48:19.171689 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Transition to ACTIVE for port object 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:48:19.171961 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:48:19.178224 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:48:19.181185 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.184113 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=59abc649-1713-4a6f-b4af-005a342766ce,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:19.246403 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:19.247043 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.275067 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-afa1842c-f81e-49f5-b574-5fc843e02e05 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6375468 May 16 17:48:19.281924 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5c78e-79e8-4be5-897b-9a3628db44b8 req-2c1df7ac-1802-40d6-bd60-e0ea81578952 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:19.283599 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-99a5c78e-79e8-4be5-897b-9a3628db44b8 req-2c1df7ac-1802-40d6-bd60-e0ea81578952 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0709934 May 16 17:48:19.286745 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:19.287777 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Request body: {'port': {'device_id': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:19.376619 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (59abc649-1713-4a6f-b4af-005a342766ce), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.405154 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-99a5c78e-79e8-4be5-897b-9a3628db44b8 req-518d5102-eb17-4a3c-bc50-3589edb03b02 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139867 May 16 17:48:19.408021 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Attempting to bind port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:48:19.408370 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Attempting to bind port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:48:19.408675 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Attempting to bind port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:48:19.414269 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:48:19.414640 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Attempting to bind port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 on network e0229cc9-7da5-499c-a6ca-89f02d2e0332 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:48:19.420968 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:48:19.421529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Checking segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:48:19.422133 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Bound using segment: {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:48:19.422645 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Bound port: 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5608743f-4193-4f97-b90d-d3cb2304e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:48:19.423075 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.494326 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:48:19.497725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:48:19.507461 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.527725 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-493b3d68-5f63-419e-a46f-ea148d703c4a None None] Provisioning complete for port 59abc649-1713-4a6f-b4af-005a342766ce triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:19.528344 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-493b3d68-5f63-419e-a46f-ea148d703c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (59abc649-1713-4a6f-b4af-005a342766ce), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.548748 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:19.549607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.551434 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] 10.222.0.35 "PUT /v2.0/ports/82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 1094 time: 0.8457718 May 16 17:48:19.551652 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:19.554247 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:19.586692 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1979-f4d7-45ed-a5fd-4f88aa88562d service neutron] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:19.607513 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-493b3d68-5f63-419e-a46f-ea148d703c4a None None] Port 59abc649-1713-4a6f-b4af-005a342766ce cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:48:19.643405 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad17b2-e581-4f7a-be6e-444e4f52e881 x-openstack-request-id: req-7aad17b2-e581-4f7a-be6e-444e4f52e881 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:19.644213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:19.644543 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7aad17b2-e581-4f7a-be6e-444e4f52e881 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:19.645044 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aad17b2-e581-4f7a-be6e-444e4f52e881'] response: {'name': 'network-changed', 'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'status': 'completed', 'code': 200} May 16 17:48:19.658636 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-c3043c0c-f7a7-4630-98d7-0f17ab13b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:19.660188 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-c3043c0c-f7a7-4630-98d7-0f17ab13b3cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1128 time: 0.0557437 May 16 17:48:19.700868 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-f9a9c707-dcb1-4823-be7c-61669e3bc4c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 217 time: 0.0332439 May 16 17:48:19.752021 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-0df7aad9-44ba-4713-ac1c-02a9f7180650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:19.753572 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-0df7aad9-44ba-4713-ac1c-02a9f7180650 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0473135 May 16 17:48:19.802564 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871bed-f303-45a1-962b-72595a1d51ea req-361295e8-6e21-43ea-a753-4ef24b4b811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:19.804155 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-361295e8-6e21-43ea-a753-4ef24b4b811f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425375 May 16 17:48:19.893416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-b9e71806-f089-409b-809a-a36ef0687acf service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 May 16 17:48:19.966893 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59abc649-1713-4a6f-b4af-005a342766ce {{(pid=104866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:48:19.975479 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Publish callbacks [] for port (59abc649-1713-4a6f-b4af-005a342766ce), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:19.988426 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.provisioning_blocks [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Transition to ACTIVE for port object 59abc649-1713-4a6f-b4af-005a342766ce will not be triggered until provisioned by entity L2. {{(pid=104866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:48:19.992422 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (59abc649-1713-4a6f-b4af-005a342766ce), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:20.017586 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e6871bed-f303-45a1-962b-72595a1d51ea req-8f6062c7-abd8-4feb-b48d-bd85b69d2075 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172094 May 16 17:48:20.029017 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cd752-d5de-4fa4-8efa-5b05b5365adb req-9647a2f7-1016-4fad-8f55-717106d372d7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.030490 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d08cd752-d5de-4fa4-8efa-5b05b5365adb req-9647a2f7-1016-4fad-8f55-717106d372d7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 932 time: 0.0575798 May 16 17:48:20.037997 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Pushing event updated for resources: {'Port': ['ID=59abc649-1713-4a6f-b4af-005a342766ce,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:20.095896 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d08cd752-d5de-4fa4-8efa-5b05b5365adb req-d243a8d4-5202-46e4-8bb5-a958abf222cc tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589972 May 16 17:48:20.126784 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Attempting to bind port 59abc649-1713-4a6f-b4af-005a342766ce on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:48:20.127131 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Attempting to bind port 59abc649-1713-4a6f-b4af-005a342766ce by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:48:20.127585 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Attempting to bind port 59abc649-1713-4a6f-b4af-005a342766ce on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:48:20.132124 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Port 59abc649-1713-4a6f-b4af-005a342766ce on network 20304413-223e-468b-b381-be0770314d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:48:20.132450 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Attempting to bind port 59abc649-1713-4a6f-b4af-005a342766ce on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:48:20.138180 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:48:20.138531 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Checking segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:48:20.138924 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Bound using segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} {{(pid=104866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:48:20.139358 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.managers [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Bound port: 59abc649-1713-4a6f-b4af-005a342766ce, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}}] {{(pid=104866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:48:20.139730 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (59abc649-1713-4a6f-b4af-005a342766ce), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:20.204150 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] For port 59abc649-1713-4a6f-b4af-005a342766ce, host hv-cinder-83769, cleared binding levels {{(pid=104866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:48:20.208762 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] For port 59abc649-1713-4a6f-b4af-005a342766ce, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=59abc649-1713-4a6f-b4af-005a342766ce,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:48:20.215310 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (59abc649-1713-4a6f-b4af-005a342766ce), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:20.245765 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.246603 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:20.247981 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] 10.222.0.35 "PUT /v2.0/ports/59abc649-1713-4a6f-b4af-005a342766ce HTTP/1.1" status: 200 len: 1094 time: 0.9658055 May 16 17:48:20.250488 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:20.253598 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "tag": "59abc649-1713-4a6f-b4af-005a342766ce"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:20.279945 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cedf0-225a-48a3-914e-9b6d5b369709 service neutron] Pushing event updated for resources: {'Port': ['ID=59abc649-1713-4a6f-b4af-005a342766ce,revision_number=3']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:20.292290 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea45fda1-e85c-43c2-9ffe-6a4d9164f320 x-openstack-request-id: req-ea45fda1-e85c-43c2-9ffe-6a4d9164f320 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:20.292577 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "tag": "59abc649-1713-4a6f-b4af-005a342766ce", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:20.292831 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea45fda1-e85c-43c2-9ffe-6a4d9164f320 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:20.293230 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea45fda1-e85c-43c2-9ffe-6a4d9164f320'] response: {'name': 'network-changed', 'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce', 'status': 'completed', 'code': 200} May 16 17:48:20.538603 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a275-f977-4eec-a9c0-1a410122d7c6 req-77fafe39-41b2-4f6b-b66f-8d5a5d37b5d7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.540086 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-10e1a275-f977-4eec-a9c0-1a410122d7c6 req-77fafe39-41b2-4f6b-b66f-8d5a5d37b5d7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0479519 May 16 17:48:20.592975 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-10e1a275-f977-4eec-a9c0-1a410122d7c6 req-037e5394-f99d-4639-8041-a8dff74d7f58 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451255 May 16 17:48:20.756223 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-58a95e43-14f8-4bbe-bb19-414b4b58424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.757916 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-58a95e43-14f8-4bbe-bb19-414b4b58424c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1128 time: 0.0496194 May 16 17:48:20.769005 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7 req-86d826fe-dec7-4a7a-bfe1-e24635f038c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.770531 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7 req-86d826fe-dec7-4a7a-bfe1-e24635f038c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 1128 time: 0.0413580 May 16 17:48:20.852468 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-78a01b6a-3eb7-4144-94a8-32753626ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.853998 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-78a01b6a-3eb7-4144-94a8-32753626ded7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0871913 May 16 17:48:20.868219 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7 req-ffb3b06e-ce48-4180-974d-8cdbba402456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.869719 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7 req-ffb3b06e-ce48-4180-974d-8cdbba402456 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0915313 May 16 17:48:20.891978 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-58fd8816-2e88-4fb3-bbd3-efe48aee20be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 217 time: 0.0320556 May 16 17:48:20.944253 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-5f8acc6b-cc42-4a3b-80f6-155b09b4a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.945848 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-5f8acc6b-cc42-4a3b-80f6-155b09b4a4ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0482829 May 16 17:48:20.968306 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7 req-ff70f434-904c-4551-90fa-c62e85bbba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.969930 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9fb3c3f5-ae4f-45b1-8ef9-16618f1dfdb7 req-ff70f434-904c-4551-90fa-c62e85bbba5d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942488 May 16 17:48:20.989014 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-410da2e5-68f0-48e2-9380-12d5045cb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:20.990565 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-410da2e5-68f0-48e2-9380-12d5045cb34f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390916 May 16 17:48:21.046463 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-6dbe1a57-104e-43f6-95e4-766b941feac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:21.047910 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-6dbe1a57-104e-43f6-95e4-766b941feac4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 1128 time: 0.0436075 May 16 17:48:21.082992 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-1667e4d3-98b6-4864-9fcc-719bd8509928 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860710 May 16 17:48:21.091547 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-1fcc752c-e514-43af-ae70-1071f6959231 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59abc649-1713-4a6f-b4af-005a342766ce HTTP/1.1" status: 200 len: 217 time: 0.0372086 May 16 17:48:21.140830 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-075f92a4-99d8-4446-aae8-eb1df0df6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:21.146254 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-075f92a4-99d8-4446-aae8-eb1df0df6019 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0454021 May 16 17:48:21.181534 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-4ab62a51-dadb-4ce7-8880-ec00ee99cf0d req-36c6c54d-8427-41e4-9852-695d44d461a6 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928841 May 16 17:48:21.211511 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-fe3dd18b-a049-4186-b622-7d355e7ed0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:21.213025 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-fe3dd18b-a049-4186-b622-7d355e7ed0e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644929 May 16 17:48:21.235462 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e17ca-c3eb-47f8-8977-f845d4571332 req-7b51321b-e4c3-4969-aa37-25df35ee0e8c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:21.237527 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-572e17ca-c3eb-47f8-8977-f845d4571332 req-7b51321b-e4c3-4969-aa37-25df35ee0e8c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0612462 May 16 17:48:21.339994 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-572e17ca-c3eb-47f8-8977-f845d4571332 req-6fd52ab7-f8e3-43f9-9a56-9b314fe550e7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871246 May 16 17:48:21.350058 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-6dec0acd-5f73-4456-8aaf-2ac69306585a service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293352 May 16 17:48:21.446083 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e3c2bb-db8b-4066-ac77-43c359b87c30 req-1c1b8a15-68bb-45bb-a3e5-85b25b256d82 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898156 May 16 17:48:21.731113 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0f81-24e4-42a1-a337-056cdba12e97 req-ba331b6a-96db-494c-9cb6-c75f7a557049 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:21.732579 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6b8b0f81-24e4-42a1-a337-056cdba12e97 req-ba331b6a-96db-494c-9cb6-c75f7a557049 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0528653 May 16 17:48:21.783092 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6b8b0f81-24e4-42a1-a337-056cdba12e97 req-bcdebaba-ca67-4105-8998-f3e50f774dcf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448515 May 16 17:48:22.168859 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:48:22.269396 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:22.281162 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'mac_address': 'fa:16:3e:23:61:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:48:22.316510 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:22.316896 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:22.329716 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:48:22.352173 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:22.361802 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:22.406004 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:22.453215 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f785b67-cb71-4117-a8b7-7d8433273ef5 req-f5ed94ba-fc48-4a81-b1ae-64a7064dad46 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:22.454598 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9f785b67-cb71-4117-a8b7-7d8433273ef5 req-f5ed94ba-fc48-4a81-b1ae-64a7064dad46 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0468457 May 16 17:48:22.506687 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9f785b67-cb71-4117-a8b7-7d8433273ef5 req-e9efd6ec-52ac-4813-8cad-a3e847b2e1ef tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 May 16 17:48:22.552982 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['82d9ed45-eecf-4842-8a43-0e5549e8b8a9'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:48:22.925094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8cf0a-79d7-4e04-8423-2ebb940342c6 req-17218e38-4f30-4a33-b033-2138532bf5d3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:22.926557 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a6b8cf0a-79d7-4e04-8423-2ebb940342c6 req-17218e38-4f30-4a33-b033-2138532bf5d3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 945 time: 0.0471628 May 16 17:48:22.975941 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a6b8cf0a-79d7-4e04-8423-2ebb940342c6 req-4eb0aa4d-a17d-442e-8cb0-d7a673af4fdb tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414937 May 16 17:48:23.623930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a739b-c7f4-403b-a4bf-c7db378d2758 req-6b6e476e-90d3-43a9-aa7f-d7d97da34213 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:23.625495 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-be7a739b-c7f4-403b-a4bf-c7db378d2758 req-6b6e476e-90d3-43a9-aa7f-d7d97da34213 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0465493 May 16 17:48:23.678528 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-be7a739b-c7f4-403b-a4bf-c7db378d2758 req-ee079060-610e-4b2e-928b-7048c40113cc tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 May 16 17:48:24.109359 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda65b4-d820-4b82-b5d2-fc6cccea9719 req-81a660fe-7ea6-4292-adfd-721a2315d17a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:24.110920 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9bda65b4-d820-4b82-b5d2-fc6cccea9719 req-81a660fe-7ea6-4292-adfd-721a2315d17a tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 945 time: 0.0508120 May 16 17:48:24.157743 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9bda65b4-d820-4b82-b5d2-fc6cccea9719 req-3acf5a01-692e-4224-b2d2-e2b9517d01e8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 May 16 17:48:24.180190 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:48:24.221542 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:48:24.230083 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:24.230482 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:24.300274 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:24.300568 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:24.324043 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:24.326320 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683129e8-cd47-4f15-80ba-acd1385786e9" -d '{"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-plugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:24.338987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:24.344166 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:24.504593 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f8c35a-68ce-45fb-ab12-955b4994d75b x-openstack-request-id: req-45f8c35a-68ce-45fb-ab12-955b4994d75b {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:24.504880 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-plugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:24.505125 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45f8c35a-68ce-45fb-ab12-955b4994d75b {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:24.505493 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f8c35a-68ce-45fb-ab12-955b4994d75b'] response: {'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'code': 200} May 16 17:48:24.530223 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:24.532290 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501fe0-9ded-4ed7-9c6a-de6a0ecc09a7 req-a1a4dd80-a623-4445-a22b-cdbe85b6aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:24.533804 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e9501fe0-9ded-4ed7-9c6a-de6a0ecc09a7 req-a1a4dd80-a623-4445-a22b-cdbe85b6aea6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1130 time: 0.0380857 May 16 17:48:24.577690 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e9501fe0-9ded-4ed7-9c6a-de6a0ecc09a7 req-3bfd3fab-7571-4e69-9210-3194baefd32b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381575 May 16 17:48:24.807176 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195b520-b1bd-47f7-a3ee-268cadf4de39 req-9799ab15-ac10-4ca8-b0c1-724c3b8cd01c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:24.808638 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8195b520-b1bd-47f7-a3ee-268cadf4de39 req-9799ab15-ac10-4ca8-b0c1-724c3b8cd01c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0559726 May 16 17:48:24.859627 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8195b520-b1bd-47f7-a3ee-268cadf4de39 req-f1561001-ce3f-4867-a90c-b819b8a59ae3 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 May 16 17:48:25.294144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288295b-5fde-4fdb-8ad8-d51de90e8a13 req-9d34563d-c8d5-4155-8e59-d58592d87e20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:25.295606 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8288295b-5fde-4fdb-8ad8-d51de90e8a13 req-9d34563d-c8d5-4155-8e59-d58592d87e20 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0583348 May 16 17:48:25.342790 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8288295b-5fde-4fdb-8ad8-d51de90e8a13 req-2e2f8377-adb3-488f-80b4-d79d7eef17c9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414605 May 16 17:48:25.868390 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1fbff6d8-67de-4d86-b958-d0a66188ae70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:25.974775 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd6498-31aa-42a3-a42d-f6795b193da1 req-38e324a8-e46e-4cde-b1d2-150d0d7f5592 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:25.976218 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ecfd6498-31aa-42a3-a42d-f6795b193da1 req-38e324a8-e46e-4cde-b1d2-150d0d7f5592 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0482271 May 16 17:48:26.028731 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ecfd6498-31aa-42a3-a42d-f6795b193da1 req-d9c5fdd3-1bb7-40dc-a21c-7cbc028e3f1c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 May 16 17:48:26.483295 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbf799-77ec-4301-ab6a-385d7b3c8a2e req-b323efdd-baaf-4e79-be55-6721a8cb7bb9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:26.484732 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fdbf799-77ec-4301-ab6a-385d7b3c8a2e req-b323efdd-baaf-4e79-be55-6721a8cb7bb9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0615473 May 16 17:48:26.535601 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8fdbf799-77ec-4301-ab6a-385d7b3c8a2e req-dbd6c379-71f9-4e47-8ac5-95ff9be676c0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450227 May 16 17:48:26.655198 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d76f2-1aa0-4b48-8eb4-685c2ccba41d req-0e128337-3951-4d06-ae27-4e0faa0f1855 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:26.656697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f47d76f2-1aa0-4b48-8eb4-685c2ccba41d req-0e128337-3951-4d06-ae27-4e0faa0f1855 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0498469 May 16 17:48:26.665829 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36308) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:26.672137 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Request body: {'floatingip': {'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:26.713610 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (842d8879-470e-47b4-8930-a7251e781c30), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:27.155312 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:27.163958 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (842d8879-470e-47b4-8930-a7251e781c30), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:27.172438 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12c0b-4ba8-484b-b6de-97fcabd3ee50 req-b8cd3abb-8a32-4931-a2dd-2632ffd6cbe6 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:27.173951 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f2b12c0b-4ba8-484b-b6de-97fcabd3ee50 req-b8cd3abb-8a32-4931-a2dd-2632ffd6cbe6 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0643709 May 16 17:48:27.286942 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f2b12c0b-4ba8-484b-b6de-97fcabd3ee50 req-671306ec-e107-4a69-8e42-d6dda2efb1e3 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851486 May 16 17:48:27.301044 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Floating IP 842d8879-470e-47b4-8930-a7251e781c30 associated. External IP: 172.27.0.191, port: 82d9ed45-eecf-4842-8a43-0e5549e8b8a9. May 16 17:48:27.494902 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:48:27.608881 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:48:27.613741 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:27.619300 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:48:27.629850 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:27.630476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:27.643044 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-591fde1f-0e96-4149-9f12-a85e05c75b51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "PUT /v2.0/floatingips/842d8879-470e-47b4-8930-a7251e781c30 HTTP/1.1" status: 200 len: 992 time: 0.9759786 May 16 17:48:27.643625 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:27.645947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769296f0-8eee-4d69-bc69-0d26f3681051" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:27.682732 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b1567-a75c-461d-959c-dbce114f1b3b x-openstack-request-id: req-198b1567-a75c-461d-959c-dbce114f1b3b {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:27.683008 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:27.683271 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-198b1567-a75c-461d-959c-dbce114f1b3b {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:27.683678 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198b1567-a75c-461d-959c-dbce114f1b3b'] response: {'name': 'network-changed', 'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'status': 'completed', 'code': 200} May 16 17:48:27.734380 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:27.749947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-b63ea761-3e53-4836-88dd-68323e3a3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:27.751433 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-b63ea761-3e53-4836-88dd-68323e3a3888 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1130 time: 0.0466330 May 16 17:48:27.840447 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-e2217e21-e8b4-4814-af44-584def026b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:27.842028 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-e2217e21-e8b4-4814-af44-584def026b3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0840869 May 16 17:48:27.906488 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-daacf31e-2ab3-42f9-b413-dc27a8f099e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 1000 time: 0.0584643 May 16 17:48:27.946849 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '842d8879-470e-47b4-8930-a7251e781c30', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'mac_address': 'fa:16:3e:23:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:48:13Z', 'updated_at': '2022-05-16T17:48:27Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:27.953825 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-7fb36c54-d706-49ba-99dc-834faa8f0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:27.955233 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-7fb36c54-d706-49ba-99dc-834faa8f0db9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0436254 May 16 17:48:27.971884 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:48:27.980616 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:27.981234 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:47:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:27.998832 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-0b9647de-ec97-4652-b9a1-a1da83157374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:28.000325 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-0b9647de-ec97-4652-b9a1-a1da83157374 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393164 May 16 17:48:28.083092 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:28.091130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-05d12f5f-a64a-4543-8a49-834c88e4e1fd service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849087 May 16 17:48:28.179516 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-769296f0-8eee-4d69-bc69-0d26f3681051 req-c424fcf6-db88-4cee-ba9b-3e4c8d77cb87 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 May 16 17:48:28.291507 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '842d8879-470e-47b4-8930-a7251e781c30', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'mac_address': 'fa:16:3e:23:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:48:13Z', 'updated_at': '2022-05-16T17:48:27Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:28.320549 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af135c-cc52-4a9f-baa0-d383458b790c None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '842d8879-470e-47b4-8930-a7251e781c30', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'mac_address': 'fa:16:3e:23:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:48:13Z', 'updated_at': '2022-05-16T17:48:27Z', 'revision_number': 1, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:48:28.339571 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-24d89866-a82f-4fd7-a0ac-d6d0a7ddc1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:28.409239 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb523c-322f-4b36-b187-c2fe65f04ca6 req-169907d6-089a-468a-b105-3ba9fc5fcd7b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:28.410750 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c1bb523c-322f-4b36-b187-c2fe65f04ca6 req-169907d6-089a-468a-b105-3ba9fc5fcd7b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0480773 May 16 17:48:28.463202 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c1bb523c-322f-4b36-b187-c2fe65f04ca6 req-692ed47b-aadf-4fac-aa6d-b691e766aea4 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 May 16 17:48:28.530469 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dbe060-7437-40d4-82c1-161d3d03f905 None None] New status for floating IP 842d8879-470e-47b4-8930-a7251e781c30: ACTIVE {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:48:29.131572 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:29.594060 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5531d-845e-45ce-bf3c-02e69babf36d req-47d81609-5e7b-436b-b605-9e91168954e5 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:29.595571 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d6f5531d-845e-45ce-bf3c-02e69babf36d req-47d81609-5e7b-436b-b605-9e91168954e5 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 944 time: 0.0483735 May 16 17:48:29.644744 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d6f5531d-845e-45ce-bf3c-02e69babf36d req-335f1887-1c7f-4041-acd2-b4a27283c498 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434325 May 16 17:48:30.258941 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 59abc649-1713-4a6f-b4af-005a342766ce details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:48:30.360376 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 59abc649-1713-4a6f-b4af-005a342766ce, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=59abc649-1713-4a6f-b4af-005a342766ce,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:30.371462 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '59abc649-1713-4a6f-b4af-005a342766ce', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'port_id': '59abc649-1713-4a6f-b4af-005a342766ce', 'mac_address': 'fa:16:3e:1d:0e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:48:30.404987 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 59abc649-1713-4a6f-b4af-005a342766ce is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:30.405369 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (59abc649-1713-4a6f-b4af-005a342766ce), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:30.418805 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59abc649-1713-4a6f-b4af-005a342766ce {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:48:30.446522 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 59abc649-1713-4a6f-b4af-005a342766ce, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=59abc649-1713-4a6f-b4af-005a342766ce,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:30.451822 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (59abc649-1713-4a6f-b4af-005a342766ce), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:30.456789 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:30.497989 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=59abc649-1713-4a6f-b4af-005a342766ce,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:30.630612 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:30.685311 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['59abc649-1713-4a6f-b4af-005a342766ce'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:48:30.760332 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b5f59-9851-4386-9554-9433c7a10681 req-7b8b5862-1d61-4c72-b1fd-703800719d59 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:30.761884 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b78b5f59-9851-4386-9554-9433c7a10681 req-7b8b5862-1d61-4c72-b1fd-703800719d59 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 945 time: 0.0493410 May 16 17:48:30.809177 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b78b5f59-9851-4386-9554-9433c7a10681 req-bb634195-00f5-41d6-b862-cb277510e333 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413990 May 16 17:48:32.149455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:32.196160 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5f8df-8c43-4d62-be11-58d11139b09a req-bfac7d50-3f97-437a-8f4a-e600c129b91f tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:32.197600 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-83c5f8df-8c43-4d62-be11-58d11139b09a req-bfac7d50-3f97-437a-8f4a-e600c129b91f tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 945 time: 0.3088078 May 16 17:48:32.251492 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-83c5f8df-8c43-4d62-be11-58d11139b09a req-2bc4abef-89bc-4066-89df-e62c4b6a8899 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479732 May 16 17:48:32.286061 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 59abc649-1713-4a6f-b4af-005a342766ce up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:48:32.328499 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 59abc649-1713-4a6f-b4af-005a342766ce completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:48:32.337476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 59abc649-1713-4a6f-b4af-005a342766ce triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:48:32.337940 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (59abc649-1713-4a6f-b4af-005a342766ce), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:32.420458 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 59abc649-1713-4a6f-b4af-005a342766ce is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:48:32.420754 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (59abc649-1713-4a6f-b4af-005a342766ce), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:32.443241 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:32.445447 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e196a-c78b-42a0-8963-f50e18849b65" -d '{"events": [{"server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "name": "network-vif-plugged", "status": "completed", "tag": "59abc649-1713-4a6f-b4af-005a342766ce"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:32.458803 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 59abc649-1713-4a6f-b4af-005a342766ce, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=59abc649-1713-4a6f-b4af-005a342766ce,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:48:32.463523 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (59abc649-1713-4a6f-b4af-005a342766ce), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:32.488321 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5577508-0cba-4161-8aba-803adb206775 x-openstack-request-id: req-e5577508-0cba-4161-8aba-803adb206775 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:32.488615 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "name": "network-vif-plugged", "status": "completed", "tag": "59abc649-1713-4a6f-b4af-005a342766ce", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:32.488842 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5577508-0cba-4161-8aba-803adb206775 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:32.489232 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5577508-0cba-4161-8aba-803adb206775'] response: {'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce', 'code': 200} May 16 17:48:32.515321 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=59abc649-1713-4a6f-b4af-005a342766ce,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:32.698809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e9e91-ee93-42a7-b698-539ed8fd8350 req-2a4aab5b-a9f2-46ae-81e4-a8c2042a7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:32.700145 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9e9e9e91-ee93-42a7-b698-539ed8fd8350 req-2a4aab5b-a9f2-46ae-81e4-a8c2042a7e2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 1130 time: 0.0415885 May 16 17:48:32.744774 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9e9e9e91-ee93-42a7-b698-539ed8fd8350 req-dc0cc376-a499-4983-9c57-ab6fd77b43ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381978 May 16 17:48:33.379153 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89848f30-682e-4e2e-860e-7a7791d2df5b req-81f8c010-2a5a-43c7-96f9-bc702f6c1700 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:33.380590 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-89848f30-682e-4e2e-860e-7a7791d2df5b req-81f8c010-2a5a-43c7-96f9-bc702f6c1700 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 946 time: 0.0525951 May 16 17:48:33.429248 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-89848f30-682e-4e2e-860e-7a7791d2df5b req-96490b8f-4387-4fba-8aed-2f0be391c884 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 May 16 17:48:34.556680 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15cb74-807e-44d3-aad3-dd19fad75550 req-bbc7ff2f-61ae-4241-8347-0e29892ec9af tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:34.558162 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b15cb74-807e-44d3-aad3-dd19fad75550 req-bbc7ff2f-61ae-4241-8347-0e29892ec9af tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 946 time: 0.0496941 May 16 17:48:34.610186 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b15cb74-807e-44d3-aad3-dd19fad75550 req-b5f43f6f-c493-4272-8bad-4f4894504cc8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460901 May 16 17:48:34.732162 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72954-4c98-4cde-aff4-c53c1eb69af6 req-d1e31373-1dce-4d0e-926f-2b2843b0a559 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:34.733574 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27e72954-4c98-4cde-aff4-c53c1eb69af6 req-d1e31373-1dce-4d0e-926f-2b2843b0a559 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 946 time: 0.0552783 May 16 17:48:34.782062 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27e72954-4c98-4cde-aff4-c53c1eb69af6 req-95c99109-6e16-49ff-9805-50954330c763 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 May 16 17:48:34.808818 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36334) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:34.940245 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5905ada-9771-4b08-8ebb-e894e614e7b5 tempest-TestVolumeBootPattern-1237838121 tempest-TestVolumeBootPattern-1237838121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:34.941771 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a5905ada-9771-4b08-8ebb-e894e614e7b5 tempest-TestVolumeBootPattern-1237838121 tempest-TestVolumeBootPattern-1237838121-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 1125 time: 0.1319652 May 16 17:48:34.944834 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36338) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:48:34.949105 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'port_id': '59abc649-1713-4a6f-b4af-005a342766ce', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:48:34.971648 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.060984 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.169511 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Allocated IP 172.27.0.114 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/ab995e78-2164-4f64-bdc2-0086d436d320) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:48:35.280895 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (ab995e78-2164-4f64-bdc2-0086d436d320), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.315835 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (ab995e78-2164-4f64-bdc2-0086d436d320), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.351026 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:48:35.357661 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:48:35.363832 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:48:35.367831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=ab995e78-2164-4f64-bdc2-0086d436d320,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:35.718570 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (7c9e284e-82a5-458b-9a6f-ad1e91888073), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.788525 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (ab995e78-2164-4f64-bdc2-0086d436d320), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.971283 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (ab995e78-2164-4f64-bdc2-0086d436d320), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:35.978160 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (ab995e78-2164-4f64-bdc2-0086d436d320), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:36.043651 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=ab995e78-2164-4f64-bdc2-0086d436d320,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:48:36.055330 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (7c9e284e-82a5-458b-9a6f-ad1e91888073), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:36.147991 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Floating IP 7c9e284e-82a5-458b-9a6f-ad1e91888073 associated. External IP: 172.27.0.114, port: 59abc649-1713-4a6f-b4af-005a342766ce. May 16 17:48:36.367341 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:48:36.473584 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:48:36.484464 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:48:36.492269 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:36.496582 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:36.497213 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:48:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:36.522176 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-172aa82d-9267-4471-ad91-91d32fe23aad tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5762563 May 16 17:48:36.522849 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:48:36.525246 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "tag": "59abc649-1713-4a6f-b4af-005a342766ce"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:48:36.560889 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b4a2c6-f3a8-43af-b60a-b0eaceecf3f9 x-openstack-request-id: req-b9b4a2c6-f3a8-43af-b60a-b0eaceecf3f9 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:48:36.561171 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "tag": "59abc649-1713-4a6f-b4af-005a342766ce", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:48:36.561462 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9b4a2c6-f3a8-43af-b60a-b0eaceecf3f9 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:48:36.561977 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b4a2c6-f3a8-43af-b60a-b0eaceecf3f9'] response: {'name': 'network-changed', 'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce', 'status': 'completed', 'code': 200} May 16 17:48:36.600399 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:36.624730 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-a6651ef9-713e-4a1b-8e63-190a4dfe37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:36.626179 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-a6651ef9-713e-4a1b-8e63-190a4dfe37a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 1130 time: 0.0413468 May 16 17:48:36.724966 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-2f2e2b16-561a-4a5a-b07b-a6f54cf7b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:36.726473 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-2f2e2b16-561a-4a5a-b07b-a6f54cf7b3da service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0934906 May 16 17:48:36.789899 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-7cf9dc86-9924-4605-9f42-7b4e46a12071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59abc649-1713-4a6f-b4af-005a342766ce HTTP/1.1" status: 200 len: 1000 time: 0.0568805 May 16 17:48:36.816601 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '7c9e284e-82a5-458b-9a6f-ad1e91888073', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': '59abc649-1713-4a6f-b4af-005a342766ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:1d:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:48:35Z', 'updated_at': '2022-05-16T17:48:35Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:36.840210 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-0f5d81ef-c194-41fb-b517-29a1b079e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:36.841717 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-0f5d81ef-c194-41fb-b517-29a1b079e5a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0448253 May 16 17:48:36.843976 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:48:36.852204 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:48:36.852787 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:48:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:36.884126 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-6c3f9db2-e18d-409d-a921-1718982c5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:48:36.886135 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-6c3f9db2-e18d-409d-a921-1718982c5e94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385492 May 16 17:48:36.979885 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-763cc588-c731-464b-bf97-e668d204e880 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875890 May 16 17:48:37.074770 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bf3eea0c-876d-4883-ac59-e2f6d66f77a2 req-89fe46fe-eb6c-4ad3-8fac-776d7bcb3a39 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880737 May 16 17:48:37.078339 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:48:37.309730 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '7c9e284e-82a5-458b-9a6f-ad1e91888073', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': '59abc649-1713-4a6f-b4af-005a342766ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:1d:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:48:35Z', 'updated_at': '2022-05-16T17:48:35Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:48:37.334058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2973db-6f56-420c-93fe-e892898eafd2 None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '7c9e284e-82a5-458b-9a6f-ad1e91888073', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': '59abc649-1713-4a6f-b4af-005a342766ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:1d:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:48:35Z', 'updated_at': '2022-05-16T17:48:35Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:48:37.535196 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e6496f-be09-42d9-a673-e50e12320768 None None] New status for floating IP 7c9e284e-82a5-458b-9a6f-ad1e91888073: ACTIVE {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:48:52.126549 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:48:55.876800 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-17824085-80f2-44e0-89ba-2e2a985e16e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:58.355266 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-978bd559-b7b1-4668-a2b4-6683ea678f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:48:59.133168 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:00.452395 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:00.626233 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:02.156211 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:05.939580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0466c0-56e1-49b8-8477-1d6ecc5b5ce6 req-4e47a973-8e8a-444e-be32-6ce8253a9901 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:05.941052 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f0466c0-56e1-49b8-8477-1d6ecc5b5ce6 req-4e47a973-8e8a-444e-be32-6ce8253a9901 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0515883 May 16 17:49:05.990307 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f0466c0-56e1-49b8-8477-1d6ecc5b5ce6 req-c8d4e0e4-ac7e-4a86-9c88-71b8af998ddc tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 May 16 17:49:07.121831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9949436-fd8a-4403-8e64-1a711ddea918 req-c4413994-dc39-4a94-87f2-579480d529b8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:07.123250 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e9949436-fd8a-4403-8e64-1a711ddea918 req-c4413994-dc39-4a94-87f2-579480d529b8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0499289 May 16 17:49:07.174225 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e9949436-fd8a-4403-8e64-1a711ddea918 req-ba8177ff-8d3a-4297-9d94-ba070e7a2d63 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 May 16 17:49:08.328506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a186-6c75-46f7-afb6-7a8727970eb1 req-fc315557-8577-4581-a845-69504a56281b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:08.329940 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8188a186-6c75-46f7-afb6-7a8727970eb1 req-fc315557-8577-4581-a845-69504a56281b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0731654 May 16 17:49:08.343605 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-4ee843d7-42f1-4d00-a804-972985ce8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:08.344950 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-4ee843d7-42f1-4d00-a804-972985ce8e48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1130 time: 0.0586357 May 16 17:49:08.401709 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8188a186-6c75-46f7-afb6-7a8727970eb1 req-fab6b2d8-89f4-4d45-8512-25664f99a826 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641952 May 16 17:49:08.460206 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-65b43971-de7f-46ba-b29b-c286b4b4bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:08.461587 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-65b43971-de7f-46ba-b29b-c286b4b4bc99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0947356 May 16 17:49:08.528244 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-8f2192a1-98c1-46d4-a5b5-7c7fc621c4ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 1002 time: 0.0596230 May 16 17:49:08.582701 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-23a21b6e-8754-435c-a2d2-0b04a4088aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:08.584080 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-23a21b6e-8754-435c-a2d2-0b04a4088aac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0494893 May 16 17:49:08.628076 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-366ef1ac-5097-4288-85a9-c75029898a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:08.629505 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-366ef1ac-5097-4288-85a9-c75029898a7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370104 May 16 17:49:08.730598 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-d9e6c6f6-e4db-41f1-b013-57c5aebc637b service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920813 May 16 17:49:08.828680 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cf9dbfaf-cb90-4705-bfba-a242d714d1bd req-c13ed166-d1a8-47a0-ac61-7b4d3295a2e5 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912712 May 16 17:49:09.522374 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e6f69-a026-4cbc-998e-f57e1379a312 req-fecbdecc-0e58-4ef9-81cf-a2c82f8f43bf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:09.523826 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-009e6f69-a026-4cbc-998e-f57e1379a312 req-fecbdecc-0e58-4ef9-81cf-a2c82f8f43bf tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0476010 May 16 17:49:09.579387 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-009e6f69-a026-4cbc-998e-f57e1379a312 req-ce1c5d12-43e2-461d-b899-7e924e78027e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497632 May 16 17:49:10.709773 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67a78c-acb4-45cd-befc-395c4d289172 req-fd167b8d-9c8e-47f5-ba8b-3b54642b424b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:10.711277 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ad67a78c-acb4-45cd-befc-395c4d289172 req-fd167b8d-9c8e-47f5-ba8b-3b54642b424b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0471046 May 16 17:49:10.760907 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ad67a78c-acb4-45cd-befc-395c4d289172 req-e5c64a92-fca2-4756-bb7d-f64bb0467828 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 May 16 17:49:11.901061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaefb2-a8a4-4f9a-a6cc-12bc2bb27786 req-755cade8-07fb-40cf-989e-75c601db206c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:11.902504 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45aaefb2-a8a4-4f9a-a6cc-12bc2bb27786 req-755cade8-07fb-40cf-989e-75c601db206c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0597534 May 16 17:49:11.950775 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45aaefb2-a8a4-4f9a-a6cc-12bc2bb27786 req-1ed9feb4-ffc8-448c-9bc9-8997bb003d60 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 May 16 17:49:13.088138 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f2b5-def2-4855-b125-fe2045ac861c req-f8a3cb4c-fe17-4de1-bf43-a5a4ba3c4de8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:13.089602 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2333f2b5-def2-4855-b125-fe2045ac861c req-f8a3cb4c-fe17-4de1-bf43-a5a4ba3c4de8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0573189 May 16 17:49:13.137119 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2333f2b5-def2-4855-b125-fe2045ac861c req-2474ea22-ff19-4d18-9e44-0cbc5a025800 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 May 16 17:49:14.257372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc685-848f-43a2-958c-9620dde14792 req-baf4b2eb-cf69-42bc-af84-be462d88c519 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:14.258850 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e94bc685-848f-43a2-958c-9620dde14792 req-baf4b2eb-cf69-42bc-af84-be462d88c519 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0488770 May 16 17:49:14.316913 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e94bc685-848f-43a2-958c-9620dde14792 req-a8422de2-1515-4d3a-87ff-9e2e355cc714 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498204 May 16 17:49:15.442389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cebd4-0a51-489e-a5f1-0a5aa9d037a0 req-6f46a44e-5129-4216-ab4e-737cf524240b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:15.443866 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dd6cebd4-0a51-489e-a5f1-0a5aa9d037a0 req-6f46a44e-5129-4216-ab4e-737cf524240b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0482225 May 16 17:49:15.491498 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dd6cebd4-0a51-489e-a5f1-0a5aa9d037a0 req-fbdf9d7b-5975-499d-b6ec-85297d1fa40c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 May 16 17:49:16.632089 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771842b1-358e-4a1b-b717-3249bdb5f6d1 req-43a9f80e-d1cb-403a-b00f-922c65e07259 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:16.633535 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-771842b1-358e-4a1b-b717-3249bdb5f6d1 req-43a9f80e-d1cb-403a-b00f-922c65e07259 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0493865 May 16 17:49:16.681099 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-771842b1-358e-4a1b-b717-3249bdb5f6d1 req-a12c77d1-c541-4cdd-a1b8-45896438f82f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 May 16 17:49:17.816384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2d2a-99d7-40e6-b420-e472968606d7 req-001c0aee-ad41-4d3c-8447-d6f621031d89 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:17.817746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45fc2d2a-99d7-40e6-b420-e472968606d7 req-001c0aee-ad41-4d3c-8447-d6f621031d89 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0548589 May 16 17:49:17.872070 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-45fc2d2a-99d7-40e6-b420-e472968606d7 req-f3a26682-1273-4ec2-b2ef-1c8f3725aec0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463259 May 16 17:49:19.009851 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8cf01-8558-4a0c-b595-9f89c60a9577 req-43ce0f87-5cc6-4846-bfd6-1621e037a8db tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:19.011296 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4fa8cf01-8558-4a0c-b595-9f89c60a9577 req-43ce0f87-5cc6-4846-bfd6-1621e037a8db tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0486460 May 16 17:49:19.058638 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4fa8cf01-8558-4a0c-b595-9f89c60a9577 req-ffab65be-dad0-4cad-99a4-6899f6e73848 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 May 16 17:49:20.198938 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fae66-afdf-4af1-9bbf-776433406961 req-6cb2c1be-c855-49b5-8b00-dffd91d8ce2f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:20.200508 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c81fae66-afdf-4af1-9bbf-776433406961 req-6cb2c1be-c855-49b5-8b00-dffd91d8ce2f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0541975 May 16 17:49:20.251479 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c81fae66-afdf-4af1-9bbf-776433406961 req-7f858cd4-ba49-4d38-a942-f6cde3db1cc8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 May 16 17:49:21.386607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f51d3-1bcf-425c-b2d4-49f295294c20 req-3e553d68-b382-4efd-a226-9d95e38ec4e7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:21.388051 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-466f51d3-1bcf-425c-b2d4-49f295294c20 req-3e553d68-b382-4efd-a226-9d95e38ec4e7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0556760 May 16 17:49:21.434757 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-466f51d3-1bcf-425c-b2d4-49f295294c20 req-306a2e77-dd47-4733-a0ca-22dbccaf1f69 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410700 May 16 17:49:22.575908 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828df84c-33da-4909-93cf-8bff5b30cfc7 req-f8df341e-58e8-4d47-9d7d-dd20cd8427ff tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:22.577452 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-828df84c-33da-4909-93cf-8bff5b30cfc7 req-f8df341e-58e8-4d47-9d7d-dd20cd8427ff tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0538077 May 16 17:49:22.628760 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-828df84c-33da-4909-93cf-8bff5b30cfc7 req-a011b963-6a80-4716-ba43-eadea5aaef91 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 May 16 17:49:23.745843 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee0735-7ab2-435c-8417-04ef283ec299 req-96f6757d-ae11-4a26-aacd-52508836b8e5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:23.747345 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-07ee0735-7ab2-435c-8417-04ef283ec299 req-96f6757d-ae11-4a26-aacd-52508836b8e5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0465930 May 16 17:49:23.796483 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-07ee0735-7ab2-435c-8417-04ef283ec299 req-41a1cd59-0156-4751-a2c8-f85616f7cc8f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 May 16 17:49:24.509956 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:49:24.618227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:24.631044 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'mac_address': 'fa:16:3e:23:61:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:49:24.667366 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: ACTIVE; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:49:24.667871 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:24.681762 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:49:24.701984 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:24.706430 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:24.767077 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=6']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:49:24.778154 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.778506 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.778852 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.779198 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.779559 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.779992 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.780322 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.780651 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.780980 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.781306 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.782335 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.782703 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.783033 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.783362 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.783687 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:49:24.794111 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['82d9ed45-eecf-4842-8a43-0e5549e8b8a9'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:49:24.953732 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2a5b-023a-4d14-9c59-f18554405eb6 req-96a197c1-b55e-47f3-9024-31a3f76c42cc tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:24.961350 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8f7c2a5b-023a-4d14-9c59-f18554405eb6 req-96a197c1-b55e-47f3-9024-31a3f76c42cc tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 945 time: 0.0573590 May 16 17:49:25.025719 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8f7c2a5b-023a-4d14-9c59-f18554405eb6 req-918f351f-854d-4c06-a76b-b04bb1c76d22 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624704 May 16 17:49:25.871248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fa782b9a-3ac8-403e-87e5-2e56159b3d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:26.160564 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29786f0-7510-4324-8c62-a991d42a6c22 req-1612aeb1-f350-4e61-8be1-61250998e4d0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:26.162131 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c29786f0-7510-4324-8c62-a991d42a6c22 req-1612aeb1-f350-4e61-8be1-61250998e4d0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 945 time: 0.0624559 May 16 17:49:26.243634 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c29786f0-7510-4324-8c62-a991d42a6c22 req-6bfd0168-9c04-448b-aed9-79f3ea8c7862 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750196 May 16 17:49:26.542979 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:49:26.593105 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:49:26.593504 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:26.671593 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:49:26.672254 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:26.703329 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:49:26.706897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5d4af9-6207-40fc-99c4-8305be42d517" -d '{"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-plugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:49:26.727670 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:26.733903 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:26.770217 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c87d59a-a9cc-4bc7-94ea-288963517476 x-openstack-request-id: req-4c87d59a-a9cc-4bc7-94ea-288963517476 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:49:26.770511 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-plugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:49:26.770769 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c87d59a-a9cc-4bc7-94ea-288963517476 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:49:26.771171 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c87d59a-a9cc-4bc7-94ea-288963517476'] response: {'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'code': 200} May 16 17:49:26.802634 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=7']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:49:27.366494 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845359-fc2b-4900-a5c3-01e0c6d418d5 req-0627f139-32a8-4e27-9e4b-f4c378c2ffc3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:27.367955 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2b845359-fc2b-4900-a5c3-01e0c6d418d5 req-0627f139-32a8-4e27-9e4b-f4c378c2ffc3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0477793 May 16 17:49:27.427426 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2b845359-fc2b-4900-a5c3-01e0c6d418d5 req-fc95a005-ad06-4ea2-bd6e-c6702856de69 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502157 May 16 17:49:28.355041 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ba79-7dbc-40f9-b28e-35291187880d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:28.562838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420067a-b3ef-4a35-b109-f7e35c6c4f30 req-f1e4f8ff-7767-49b1-92e3-160347259c51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:28.564597 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b420067a-b3ef-4a35-b109-f7e35c6c4f30 req-f1e4f8ff-7767-49b1-92e3-160347259c51 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0532942 May 16 17:49:28.890108 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b420067a-b3ef-4a35-b109-f7e35c6c4f30 req-ecab9484-acb3-46cd-9697-5582bc166f12 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196943 May 16 17:49:29.126496 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:49:29.131031 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:30.011982 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a90fe7-41aa-4313-92d2-7fb5c353ec5a req-5b7ce2a9-1ae0-4cc1-922d-99ab9000010e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:30.013556 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-74a90fe7-41aa-4313-92d2-7fb5c353ec5a req-5b7ce2a9-1ae0-4cc1-922d-99ab9000010e tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0495181 May 16 17:49:30.062513 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-74a90fe7-41aa-4313-92d2-7fb5c353ec5a req-365a5915-1646-46ba-8e44-437de1d5b91f tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 May 16 17:49:30.454786 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:30.634892 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:31.189054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9818d-9472-41d1-941c-cdb0fe0b2796 req-87497689-a2ee-4056-8dc7-b6947698e36c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:31.191262 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-71f9818d-9472-41d1-941c-cdb0fe0b2796 req-87497689-a2ee-4056-8dc7-b6947698e36c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0538929 May 16 17:49:31.243143 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-71f9818d-9472-41d1-941c-cdb0fe0b2796 req-4aa32e6d-f809-4ffd-b3bc-19f6811b8ff9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460718 May 16 17:49:32.141503 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:32.362751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cec3fc-ccdd-47af-b2da-63f11b60eab3 req-a49caca5-9bef-497e-b80d-d96076941002 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:32.364366 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7cec3fc-ccdd-47af-b2da-63f11b60eab3 req-a49caca5-9bef-497e-b80d-d96076941002 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0476401 May 16 17:49:32.411409 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7cec3fc-ccdd-47af-b2da-63f11b60eab3 req-f9407014-4678-475c-bd3e-6a61f3c57223 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 May 16 17:49:33.021517 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b94af-492a-4526-933d-6816e0672c7f req-b2708039-5c7e-4a26-867b-29889f7e0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:33.022996 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-b2708039-5c7e-4a26-867b-29889f7e0426 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1130 time: 0.0395617 May 16 17:49:33.118617 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b94af-492a-4526-933d-6816e0672c7f req-b727b217-8ebc-4af5-8d23-f1f9b99ccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:33.120074 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-b727b217-8ebc-4af5-8d23-f1f9b99ccc23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.0911062 May 16 17:49:33.179733 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-ee0df901-0548-439f-8195-1fbbbb032de9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 1002 time: 0.0539606 May 16 17:49:33.234881 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b94af-492a-4526-933d-6816e0672c7f req-7be4d0ee-4e43-45d1-9458-cc567363a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:33.236538 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-7be4d0ee-4e43-45d1-9458-cc567363a8a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0510435 May 16 17:49:33.283226 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b94af-492a-4526-933d-6816e0672c7f req-5a1df21d-b963-4b27-a90c-4dff1e8b53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:33.284615 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-5a1df21d-b963-4b27-a90c-4dff1e8b53ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410497 May 16 17:49:33.373951 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-0750bee8-40bb-4e39-a3bc-3667099438f1 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833549 May 16 17:49:33.469795 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-983b94af-492a-4526-933d-6816e0672c7f req-560dd197-8106-4d37-8824-8da187e5ea6e service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901740 May 16 17:49:33.531947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c6bd-e8e0-4e0c-9ccc-67f73fddd8e9 req-92f99f5f-eb72-49f7-af0c-78fae48c9330 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:33.533467 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b415c6bd-e8e0-4e0c-9ccc-67f73fddd8e9 req-92f99f5f-eb72-49f7-af0c-78fae48c9330 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0479598 May 16 17:49:33.585086 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b415c6bd-e8e0-4e0c-9ccc-67f73fddd8e9 req-ee666dd1-19a7-40b6-ac23-2f79923b11c9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 May 16 17:49:34.710191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5795683-6917-419c-8586-8b8b72c2f0ad req-d606ff8c-985a-4290-8309-c9c09c4d82de tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:34.711612 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e5795683-6917-419c-8586-8b8b72c2f0ad req-d606ff8c-985a-4290-8309-c9c09c4d82de tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0507803 May 16 17:49:34.759590 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e5795683-6917-419c-8586-8b8b72c2f0ad req-dd01356a-4207-4f76-856f-133edc874397 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 May 16 17:49:35.890555 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ad021-bee5-45c6-85cc-feeb839a94d2 req-c216f7c6-94e2-415d-9947-fb1d0fb47dd9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:35.892053 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-642ad021-bee5-45c6-85cc-feeb839a94d2 req-c216f7c6-94e2-415d-9947-fb1d0fb47dd9 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 946 time: 0.0498879 May 16 17:49:35.944130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-642ad021-bee5-45c6-85cc-feeb839a94d2 req-4c03f932-d9c1-4d16-aa46-637c45f2f087 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 May 16 17:49:36.585485 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:49:36.672090 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: ACTIVE; New status is: DOWN {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:49:36.672481 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:36.695688 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:49:36.697982 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8947fb-a979-4406-8e99-882db611b037" -d '{"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-unplugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:49:36.711220 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:36.716592 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:36.739252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e519bd-d719-4ab2-9206-5e8b6cd37d25 x-openstack-request-id: req-83e519bd-d719-4ab2-9206-5e8b6cd37d25 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:49:36.739549 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-unplugged", "status": "failed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "code": 422}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:49:36.739818 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83e519bd-d719-4ab2-9206-5e8b6cd37d25 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:49:36.740255 dv-cinder-837699-6-iscsi neutron-server[104868]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-83e519bd-d719-4ab2-9206-5e8b6cd37d25']: {'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'code': 422} returned with failed status May 16 17:49:36.766796 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=8']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:49:36.902909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde916ea-cbe2-442d-a538-0200b4cba6c8 req-8f2985cf-3fc9-4a15-bdb2-8256497f6431 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:36.904490 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dde916ea-cbe2-442d-a538-0200b4cba6c8 req-8f2985cf-3fc9-4a15-bdb2-8256497f6431 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0477810 May 16 17:49:36.955936 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dde916ea-cbe2-442d-a538-0200b4cba6c8 req-148024b5-916b-4f71-8f82-f00933c8e153 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 May 16 17:49:37.084390 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-915fc3ec-16f2-4613-bc00-b75ef3a920d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443902 May 16 17:49:37.162507 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-f072b325-4bbf-4128-a71c-01f3aebd7b33 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:37.164130 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-f072b325-4bbf-4128-a71c-01f3aebd7b33 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports/82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 941 time: 0.0483274 May 16 17:49:37.957696 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-6f53bd23-4529-4ad4-96b8-27d24bf98f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:37.961154 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-6f53bd23-4529-4ad4-96b8-27d24bf98f54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07&tenant_id=8b218f6b53844d828be7b8c5de1cde67 HTTP/1.1" status: 200 len: 1128 time: 0.0725403 May 16 17:49:38.029321 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-b32f8716-e338-4b54-8adc-b064362b15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:38.031963 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-b32f8716-e338-4b54-8adc-b064362b15e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b218f6b53844d828be7b8c5de1cde67&device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1128 time: 0.0469675 May 16 17:49:38.097679 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d9b6-b951-4848-9af4-c65a0cac2151 req-ea9b1f69-dad7-45ba-b42f-a620e7de2e2b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:38.099158 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b243d9b6-b951-4848-9af4-c65a0cac2151 req-ea9b1f69-dad7-45ba-b42f-a620e7de2e2b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0660205 May 16 17:49:38.189389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-9edd284c-b764-4819-8d8b-e78faafd5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:38.190884 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-9edd284c-b764-4819-8d8b-e78faafd5527 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 200 len: 917 time: 0.1490016 May 16 17:49:38.194383 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b243d9b6-b951-4848-9af4-c65a0cac2151 req-4db1a34a-220c-4f89-91d2-06d109e7ca1b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667858 May 16 17:49:38.251961 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-ca8c2c96-b2fd-465c-9341-6481b32edfeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 200 len: 1000 time: 0.0545433 May 16 17:49:38.301748 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-3327b25a-a2f9-4be0-9e71-ef1977b3d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:38.303405 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-3327b25a-a2f9-4be0-9e71-ef1977b3d0da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 200 len: 855 time: 0.0457125 May 16 17:49:38.361097 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-78eef199-61af-413e-b29e-e93bb0147585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:38.362759 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-78eef199-61af-413e-b29e-e93bb0147585 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0229cc9-7da5-499c-a6ca-89f02d2e0332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536020 May 16 17:49:38.455746 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-c366215f-568e-481c-9da5-36c07ecdfe89 service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 May 16 17:49:38.552114 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-752a2dc7-4c6e-482d-af54-662d4ca4f51a req-bc3f5bc2-c66b-4e16-a8ad-5b1f4fe9339f service neutron] 10.222.0.35 "GET /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900233 May 16 17:49:39.320915 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477d30-7fa5-4650-8182-d7e2f016fb5c req-8ed182cf-62bb-4174-bf81-b448e39b8524 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:39.322461 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b477d30-7fa5-4650-8182-d7e2f016fb5c req-8ed182cf-62bb-4174-bf81-b448e39b8524 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0500820 May 16 17:49:39.371266 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b477d30-7fa5-4650-8182-d7e2f016fb5c req-d8ca33c9-e9e6-4fae-a004-46cf1882ae90 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 May 16 17:49:40.505507 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9530ba-c5a0-4926-b93f-f6ab71b2a8af req-9c9449b6-40ed-4952-a6cc-d9e31c22c05c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:40.507051 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4b9530ba-c5a0-4926-b93f-f6ab71b2a8af req-9c9449b6-40ed-4952-a6cc-d9e31c22c05c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0551007 May 16 17:49:40.559132 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4b9530ba-c5a0-4926-b93f-f6ab71b2a8af req-3c352378-73aa-4705-b7ad-ba41ea001c99 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 May 16 17:49:40.601747 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:49:40.678156 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: DOWN; New status is: DOWN {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:49:41.683269 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a64ed-d9c8-456e-a468-00a48bd60939 req-e3b1e7ab-2c4d-4ba3-8fd1-eb6a996e1741 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:41.684793 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d14a64ed-d9c8-456e-a468-00a48bd60939 req-e3b1e7ab-2c4d-4ba3-8fd1-eb6a996e1741 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0481627 May 16 17:49:41.740559 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d14a64ed-d9c8-456e-a468-00a48bd60939 req-97c55e4f-9385-4864-9c80-6efacadd98bc tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491414 May 16 17:49:42.862548 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5775d-d2cb-4393-a313-da4078c13564 req-a3d32475-3d92-4371-a006-f0132380eb08 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:42.864428 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e5f5775d-d2cb-4393-a313-da4078c13564 req-a3d32475-3d92-4371-a006-f0132380eb08 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0477693 May 16 17:49:42.917845 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e5f5775d-d2cb-4393-a313-da4078c13564 req-0e72a458-c95e-46f3-90c0-7ea8c0774a1c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474122 May 16 17:49:44.218631 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048d5d7-6683-4bb6-a2d8-bfc1abacc679 req-8ceacbba-1f5e-4d12-8051-b74b1147ed75 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:44.220205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e048d5d7-6683-4bb6-a2d8-bfc1abacc679 req-8ceacbba-1f5e-4d12-8051-b74b1147ed75 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0508902 May 16 17:49:44.276252 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e048d5d7-6683-4bb6-a2d8-bfc1abacc679 req-286dbe7f-4197-4868-a128-7f3a310b88e4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501804 May 16 17:49:45.405388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab525-ffa0-4d9d-92e8-8db286fa1bba req-3f627fed-8d39-4fee-92e2-e947ed4113a3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:45.407430 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-087ab525-ffa0-4d9d-92e8-8db286fa1bba req-3f627fed-8d39-4fee-92e2-e947ed4113a3 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0545259 May 16 17:49:45.460622 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-087ab525-ffa0-4d9d-92e8-8db286fa1bba req-532b9e21-5bd3-4034-95e9-31435cf14a91 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473974 May 16 17:49:46.600507 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99a03-6797-4651-8924-c56d339707e7 req-de16f916-0c94-441e-a1b3-91d04355ebe7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:46.601980 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-acc99a03-6797-4651-8924-c56d339707e7 req-de16f916-0c94-441e-a1b3-91d04355ebe7 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0615506 May 16 17:49:46.653016 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-acc99a03-6797-4651-8924-c56d339707e7 req-87458146-5d9c-4c1e-9ef4-21659b4da945 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 May 16 17:49:47.789404 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196ff6c-9839-4acd-b128-ae58e783503c req-d6680d46-b2ef-446a-b751-1568604a409b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:47.790870 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0196ff6c-9839-4acd-b128-ae58e783503c req-d6680d46-b2ef-446a-b751-1568604a409b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0462306 May 16 17:49:47.837432 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-0196ff6c-9839-4acd-b128-ae58e783503c req-de51d2f0-d616-482c-8957-8d6c079445ca tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 May 16 17:49:48.983424 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcb71e-474c-4484-b791-7631e8362931 req-50869bc7-b3b9-426b-ac4a-1ffd948944fe tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:48.984854 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e4fcb71e-474c-4484-b791-7631e8362931 req-50869bc7-b3b9-426b-ac4a-1ffd948944fe tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0541372 May 16 17:49:49.037108 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e4fcb71e-474c-4484-b791-7631e8362931 req-db30c89a-2679-490d-9f06-30cdda451b69 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 May 16 17:49:50.183139 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691507be-62e9-413f-9c8e-22c35a521750 req-c1d5b8c6-e010-417d-84ab-cda8df55b2a2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:50.184643 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-691507be-62e9-413f-9c8e-22c35a521750 req-c1d5b8c6-e010-417d-84ab-cda8df55b2a2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 944 time: 0.0568118 May 16 17:49:50.237588 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-691507be-62e9-413f-9c8e-22c35a521750 req-f050b507-8e26-495d-82d9-d500159fc413 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468960 May 16 17:49:50.659658 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:49:50.780295 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:50.793023 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'port_id': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'mac_address': 'fa:16:3e:23:61:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:49:50.831439 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:49:50.831871 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:50.848499 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:49:50.867445 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:50.871867 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:50.917414 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=9']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:49:51.080184 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['82d9ed45-eecf-4842-8a43-0e5549e8b8a9'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:49:51.359196 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a02f8-6e89-484f-a4a7-9a218e8dc05d req-85562004-2cc5-4fe0-92cd-c9599566c321 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:51.360648 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d07a02f8-6e89-484f-a4a7-9a218e8dc05d req-85562004-2cc5-4fe0-92cd-c9599566c321 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 945 time: 0.0490227 May 16 17:49:51.407035 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d07a02f8-6e89-484f-a4a7-9a218e8dc05d req-a3626b85-1224-4057-9fc0-aad24580c5f8 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 May 16 17:49:52.547374 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04c4e5-3329-4cea-85b5-e94f11231717 req-0a931265-7cd9-4cc7-9ae5-7adcaa62ba3d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:52.548795 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee04c4e5-3329-4cea-85b5-e94f11231717 req-0a931265-7cd9-4cc7-9ae5-7adcaa62ba3d tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 945 time: 0.0581441 May 16 17:49:52.597141 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee04c4e5-3329-4cea-85b5-e94f11231717 req-d36a0977-3076-445e-8e9d-0e87ced77cec tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 May 16 17:49:52.654796 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:49:52.700086 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:49:52.700457 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:52.769837 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:49:52.770217 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:52.793776 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:49:52.796004 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163375e2-b0cd-4f75-a071-26d6b715dd03" -d '{"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-plugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:49:52.808755 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:49:52.815904 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:52.841211 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fef75c-4f23-4c2c-9090-2cb4e3153188 x-openstack-request-id: req-35fef75c-4f23-4c2c-9090-2cb4e3153188 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:49:52.841592 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-plugged", "status": "completed", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:49:52.841843 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35fef75c-4f23-4c2c-9090-2cb4e3153188 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:49:52.842318 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fef75c-4f23-4c2c-9090-2cb4e3153188'] response: {'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'code': 200} May 16 17:49:52.867318 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=10']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:49:53.011819 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f32c-7af6-4c71-96a5-28785d117071 req-ff39cf56-f586-4c2c-b279-a213de96f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:53.013285 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d500f32c-7af6-4c71-96a5-28785d117071 req-ff39cf56-f586-4c2c-b279-a213de96f60b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 1131 time: 0.0386333 May 16 17:49:53.058019 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d500f32c-7af6-4c71-96a5-28785d117071 req-978d0666-4010-4a98-be2e-5cc8bf1286e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 May 16 17:49:53.738851 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a804-d160-4a5e-8545-7313ede482cf req-f98470aa-2bd3-4081-ad35-d490b36f6db2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:53.740309 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d715a804-d160-4a5e-8545-7313ede482cf req-f98470aa-2bd3-4081-ad35-d490b36f6db2 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 947 time: 0.0555019 May 16 17:49:53.789206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d715a804-d160-4a5e-8545-7313ede482cf req-1db79302-c012-4a73-8d45-385fe4843893 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408771 May 16 17:49:54.966362 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd7cb-5fc9-461a-9f48-2237de72fdfa req-8941cd5e-1ed6-4da8-bf52-ca4eaab7c338 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:49:54.967955 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-23bdd7cb-5fc9-461a-9f48-2237de72fdfa req-8941cd5e-1ed6-4da8-bf52-ca4eaab7c338 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 947 time: 0.1006758 May 16 17:49:55.019309 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-23bdd7cb-5fc9-461a-9f48-2237de72fdfa req-a679ecee-7a6a-40aa-9f3f-688856fb1e77 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451431 May 16 17:49:55.884172 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-ac8c38bc-f4c5-46a4-8dd5-7d0be0a2048d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:58.350305 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-03a2b2b4-102a-4914-9e3d-b25c58164520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:49:59.140468 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:00.458925 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:00.662856 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:02.159208 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:06.132273 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:50:09.321039 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-91989fbb-4e3f-49bf-9814-4a0fe1812da6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403569 May 16 17:50:09.381016 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ca10-bcd3-4856-9313-83405a23887e req-f00b6890-8478-41a1-8c05-90b7c7985ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:09.382491 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-f00b6890-8478-41a1-8c05-90b7c7985ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 1130 time: 0.0408411 May 16 17:50:09.486815 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ca10-bcd3-4856-9313-83405a23887e req-d909a863-93b7-434b-b926-b746fce1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:09.488133 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-d909a863-93b7-434b-b926-b746fce1aae4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0832648 May 16 17:50:09.558180 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-07e268fc-37e0-4c1f-96fd-b9c762fbc0db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59abc649-1713-4a6f-b4af-005a342766ce HTTP/1.1" status: 200 len: 1002 time: 0.0638165 May 16 17:50:09.615751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ca10-bcd3-4856-9313-83405a23887e req-e209c65c-0cbf-4154-b07d-b1a20116cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:09.617263 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-e209c65c-0cbf-4154-b07d-b1a20116cf91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0535531 May 16 17:50:09.662383 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ca10-bcd3-4856-9313-83405a23887e req-b54beb87-bc85-463c-80ab-d77ad12969c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:09.664298 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-b54beb87-bc85-463c-80ab-d77ad12969c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408008 May 16 17:50:09.673399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-f24433dd-3851-49ab-8dce-d798238785fa service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:50:09.674355 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-f24433dd-3851-49ab-8dce-d798238785fa service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047488 May 16 17:50:09.785759 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-48004d0b-93f3-4ab5-8280-b93e1868a5dd service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004734 May 16 17:50:09.875450 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae87ca10-bcd3-4856-9313-83405a23887e req-59102ca0-aced-4b58-a43e-f9108b8afab6 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834830 May 16 17:50:25.878951 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6eae-29b9-46ef-ae59-418f54eb823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:28.352799 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa888-5fbe-4b1b-a424-3b9990338337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:28.432506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9b13c-d0c8-4632-81a0-c10bfa53ef26 req-f35ac47d-53cb-48ae-9dca-bf13c271d42c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:28.434008 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82a9b13c-d0c8-4632-81a0-c10bfa53ef26 req-f35ac47d-53cb-48ae-9dca-bf13c271d42c tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 947 time: 0.1034493 May 16 17:50:28.480620 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-82a9b13c-d0c8-4632-81a0-c10bfa53ef26 req-7c979808-df1a-4c5e-a619-406f3ab6a1a4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 May 16 17:50:29.148839 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:29.608850 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d621c-b9db-4bde-aef2-44e68e03de2c req-e000438c-3b31-4235-96e1-6cb47e9c0574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:29.610392 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-001d621c-b9db-4bde-aef2-44e68e03de2c req-e000438c-3b31-4235-96e1-6cb47e9c0574 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 947 time: 0.0463164 May 16 17:50:29.673526 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-7ff54230-dcd4-4a69-b180-bab52ae711dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:29.675693 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-7ff54230-dcd4-4a69-b180-bab52ae711dd tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 947 time: 0.0642524 May 16 17:50:29.724005 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-001d621c-b9db-4bde-aef2-44e68e03de2c req-96af2caa-a44c-43e3-828b-d1c89ae560d0 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups?id=1787e7f7-081f-4330-b6fb-4250a7dfe1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050880 May 16 17:50:29.773205 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Deleting port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:29.773452 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:29.863030 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] For port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:29.863373 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.015580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.015947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (842d8879-470e-47b4-8930-a7251e781c30), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.016253 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Floating IP 842d8879-470e-47b4-8930-a7251e781c30 disassociated. External IP: 172.27.0.191, port: 82d9ed45-eecf-4842-8a43-0e5549e8b8a9. May 16 17:50:30.016638 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Calling delete_port for 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:30.156048 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (82d9ed45-eecf-4842-8a43-0e5549e8b8a9), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.183399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event deleted for resources: {'Port': ['ID=82d9ed45-eecf-4842-8a43-0e5549e8b8a9,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:30.195231 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.195606 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.195981 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.196320 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.196659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.196996 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.197334 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.197695 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.198028 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.198342 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.198669 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.198996 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.199321 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.199646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.202925 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:30.307022 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:50:30.407725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:30.418636 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:30.428001 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:30.428691 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:30.451710 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] No DVR routers for this DVR port 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:50:30.454617 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.458029 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a61fadc6-4cf9-4d21-956b-f77d6f16e93f req-c2ed3b98-5c94-43af-b2de-78c227484f21 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.35 "DELETE /v2.0/ports/82d9ed45-eecf-4842-8a43-0e5549e8b8a9 HTTP/1.1" status: 204 len: 173 time: 0.7751548 May 16 17:50:30.458389 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-deleted', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:30.460863 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e1dd68-abc5-4f7f-8ed1-6a2110e36f72" -d '{"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-deleted", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:30.493254 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.545921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:30.569256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1f22e-2385-44e9-b53d-3ca8c5734963 x-openstack-request-id: req-1fc1f22e-2385-44e9-b53d-3ca8c5734963 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:30.570077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d18297-c3bf-4b67-b775-1121be87da07", "name": "network-vif-deleted", "tag": "82d9ed45-eecf-4842-8a43-0e5549e8b8a9", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:30.570735 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fc1f22e-2385-44e9-b53d-3ca8c5734963 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:30.571668 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc1f22e-2385-44e9-b53d-3ca8c5734963'] response: {'server_uuid': 'a9d18297-c3bf-4b67-b775-1121be87da07', 'name': 'network-vif-deleted', 'tag': '82d9ed45-eecf-4842-8a43-0e5549e8b8a9', 'status': 'completed', 'code': 200} May 16 17:50:30.662641 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:30.766495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:30.791921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:30.800183 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:30.800834 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:30.837525 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e0b84157-aae7-4c6b-9cdd-144ecca5b5c8 req-f1cce4c4-bb67-44eb-94ff-2324db1572a5 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d18297-c3bf-4b67-b775-1121be87da07 HTTP/1.1" status: 200 len: 210 time: 0.0286129 May 16 17:50:30.906886 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:31.214337 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:31.242161 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43566399-46a0-480e-bc1d-04af3acfd4b2 None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:36Z', 'revision_number': 4, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '35e8e719-5895-455f-b103-26269852365f', 'name': '', 'network_id': 'e0229cc9-7da5-499c-a6ca-89f02d2e0332', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'mac_address': 'fa:16:3e:0f:0d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:36Z', 'updated_at': '2022-05-16T17:45:41Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'subnets': [{'id': '595c09b8-6c91-4de5-9968-e2a0e00bff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:50:31.476056 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f9c36-9705-4fd1-b4ab-bfd2ab511d32 None None] New status for floating IP 842d8879-470e-47b4-8930-a7251e781c30: DOWN {{(pid=104869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:50:31.947768 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36672) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:32.001080 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-17e751e6-0180-4edc-99aa-279a74c3d18b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (1787e7f7-081f-4330-b6fb-4250a7dfe1fc), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.023700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-17e751e6-0180-4edc-99aa-279a74c3d18b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (1787e7f7-081f-4330-b6fb-4250a7dfe1fc), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.074664 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-17e751e6-0180-4edc-99aa-279a74c3d18b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1787e7f7-081f-4330-b6fb-4250a7dfe1fc), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.078432 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-17e751e6-0180-4edc-99aa-279a74c3d18b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.082513 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-17e751e6-0180-4edc-99aa-279a74c3d18b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "DELETE /v2.0/security-groups/1787e7f7-081f-4330-b6fb-4250a7dfe1fc HTTP/1.1" status: 204 len: 168 time: 0.1310408 May 16 17:50:32.083019 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36674) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:32.096658 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.api.v2.resource [None req-e56419f2-0cd5-44ca-80af-4aa2e989def4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] show failed (client error): The resource could not be found. May 16 17:50:32.100107 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e56419f2-0cd5-44ca-80af-4aa2e989def4 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "GET /v2.0/security-groups/1787e7f7-081f-4330-b6fb-4250a7dfe1fc HTTP/1.1" status: 404 len: 347 time: 0.0136964 May 16 17:50:32.100832 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36676) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:32.104129 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e751e6-0180-4edc-99aa-279a74c3d18b tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1787e7f7-081f-4330-b6fb-4250a7dfe1fc,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:32.144402 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.220233 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Deleting port 0e457e1a-6736-4222-80d6-448ac01247c0 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:32.220601 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (0e457e1a-6736-4222-80d6-448ac01247c0), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.300974 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (0e457e1a-6736-4222-80d6-448ac01247c0), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.301365 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (0e457e1a-6736-4222-80d6-448ac01247c0), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.313246 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Calling delete_port for 0e457e1a-6736-4222-80d6-448ac01247c0 owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:32.449150 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (0e457e1a-6736-4222-80d6-448ac01247c0), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.473266 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Pushing event deleted for resources: {'Port': ['ID=0e457e1a-6736-4222-80d6-448ac01247c0,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:32.508176 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.508552 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.508923 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.509295 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.509684 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.510038 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.510382 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.510720 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.511054 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.511372 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.511732 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.512073 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.512432 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.512787 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.513134 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:32.554111 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks [] for floatingip (842d8879-470e-47b4-8930-a7251e781c30), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.556680 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:32.557859 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f0ee711d-e29b-431f-9fa0-10fcf61c05a6 tempest-AttachVolumeShelveTestJSON-1201041881 tempest-AttachVolumeShelveTestJSON-1201041881-project] 10.222.0.58 "DELETE /v2.0/floatingips/842d8879-470e-47b4-8930-a7251e781c30 HTTP/1.1" status: 204 len: 168 time: 0.4550896 May 16 17:50:34.427747 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae194261-6cb2-480d-b415-558587532b53 req-e8b532c2-0c53-4dcf-b31f-d0d9524434aa tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:34.429186 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae194261-6cb2-480d-b415-558587532b53 req-e8b532c2-0c53-4dcf-b31f-d0d9524434aa tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 946 time: 0.0522511 May 16 17:50:34.477406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ae194261-6cb2-480d-b415-558587532b53 req-0013f9dc-f400-44bc-bc41-db0a8bb38483 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 May 16 17:50:34.917793 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:50:34.944647 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:50:34.945006 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 82d9ed45-eecf-4842-8a43-0e5549e8b8a9 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:50:35.020441 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36702) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:35.637573 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08264ae2-306d-47d2-93f8-ee972716bbe7 req-f1990f3d-bce4-49ef-83c3-92264159e3c7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:35.638998 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08264ae2-306d-47d2-93f8-ee972716bbe7 req-f1990f3d-bce4-49ef-83c3-92264159e3c7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 946 time: 0.0727985 May 16 17:50:35.723581 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-08264ae2-306d-47d2-93f8-ee972716bbe7 req-5c4ee4ff-d0ce-4d1f-b3d6-cbd0a005010e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787799 May 16 17:50:35.765527 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (8a920dd7-81f8-4d07-a1fa-91515ad4b972), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:35.924654 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c7068-3163-422e-bb72-80c7d88269fb req-7f661b98-3291-435e-bec1-de74e0004fe3 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:35.926074 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-582c7068-3163-422e-bb72-80c7d88269fb req-7f661b98-3291-435e-bec1-de74e0004fe3 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 946 time: 0.0815485 May 16 17:50:36.051185 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Deleting port 59abc649-1713-4a6f-b4af-005a342766ce {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:36.051421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (59abc649-1713-4a6f-b4af-005a342766ce), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.125134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Deleting port 35e8e719-5895-455f-b103-26269852365f {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:36.125467 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (35e8e719-5895-455f-b103-26269852365f), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.209331 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] For port 59abc649-1713-4a6f-b4af-005a342766ce, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=59abc649-1713-4a6f-b4af-005a342766ce,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:36.209731 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (59abc649-1713-4a6f-b4af-005a342766ce), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.275588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] For port 35e8e719-5895-455f-b103-26269852365f, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=35e8e719-5895-455f-b103-26269852365f,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:36.275949 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (35e8e719-5895-455f-b103-26269852365f), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.295588 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Calling delete_port for 35e8e719-5895-455f-b103-26269852365f owned by network:router_interface {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:36.441602 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.441889 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (7c9e284e-82a5-458b-9a6f-ad1e91888073), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.442205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Floating IP 7c9e284e-82a5-458b-9a6f-ad1e91888073 disassociated. External IP: 172.27.0.114, port: 59abc649-1713-4a6f-b4af-005a342766ce. May 16 17:50:36.442545 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Calling delete_port for 59abc649-1713-4a6f-b4af-005a342766ce owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:36.645041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (35e8e719-5895-455f-b103-26269852365f), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.677861 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Pushing event deleted for resources: {'Port': ['ID=35e8e719-5895-455f-b103-26269852365f,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:36.706779 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (59abc649-1713-4a6f-b4af-005a342766ce), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:36.757132 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'Port': ['ID=59abc649-1713-4a6f-b4af-005a342766ce,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:36.841911 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9ac8ab39-bfdc-4a9b-926f-b389e51cad0b req-4591c379-7571-4f90-a7e8-988b00bc96bb tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 210 time: 0.0403304 May 16 17:50:36.969797 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:50:36.973971 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (8a920dd7-81f8-4d07-a1fa-91515ad4b972), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:37.150526 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:37.161478 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:37.173338 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:37.174443 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.225639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] No DVR routers for this DVR port 59abc649-1713-4a6f-b4af-005a342766ce on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:50:37.229169 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:37.232514 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-582c7068-3163-422e-bb72-80c7d88269fb req-985fc5a5-d38b-4c5a-add6-d541534e93da tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "DELETE /v2.0/ports/59abc649-1713-4a6f-b4af-005a342766ce HTTP/1.1" status: 204 len: 173 time: 1.2873676 May 16 17:50:37.232968 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'name': 'network-vif-deleted', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:37.235366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5663a5cd-cf34-48f8-9148-45d78375d013" -d '{"events": [{"server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "name": "network-vif-deleted", "tag": "59abc649-1713-4a6f-b4af-005a342766ce"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:37.287981 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:37.301362 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4c600-8564-465e-8ba7-11ee08fc2a74 x-openstack-request-id: req-bcb4c600-8564-465e-8ba7-11ee08fc2a74 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:37.302631 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9279a4c5-c764-46b4-8028-3bb0d8de0406", "name": "network-vif-deleted", "tag": "59abc649-1713-4a6f-b4af-005a342766ce", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:37.302631 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcb4c600-8564-465e-8ba7-11ee08fc2a74 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:37.302631 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb4c600-8564-465e-8ba7-11ee08fc2a74'] response: {'server_uuid': '9279a4c5-c764-46b4-8028-3bb0d8de0406', 'name': 'network-vif-deleted', 'tag': '59abc649-1713-4a6f-b4af-005a342766ce', 'status': 'completed', 'code': 200} May 16 17:50:37.325061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:50:37.427396 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:37.434940 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-813e7239-4f5c-4635-a806-fa97e608c36a admin admin] 10.222.0.58 "PUT /v2.0/routers/8a920dd7-81f8-4d07-a1fa-91515ad4b972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4155147 May 16 17:50:37.437609 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36712) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:37.439530 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] Sync routers for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:37.454163 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:37.455340 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.499909 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.551204 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks [] for router (8a920dd7-81f8-4d07-a1fa-91515ad4b972), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:37.557434 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:37.566091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:37.566739 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.570105 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:37.659898 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks [] for router_gateway (8a920dd7-81f8-4d07-a1fa-91515ad4b972), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:37.682807 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:37.704425 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Deleting port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:37.704906 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:37.753976 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:50:36Z', 'revision_number': 5, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port': {'id': '7e10cbef-ee4d-4262-b71a-f5f7f5815c07', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.778594 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] Checking router: 8a920dd7-81f8-4d07-a1fa-91515ad4b972 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:37.787300 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] Routers {'8a920dd7-81f8-4d07-a1fa-91515ad4b972'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:37.788162 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.795003 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] For port 7e10cbef-ee4d-4262-b71a-f5f7f5815c07, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:37.795370 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:37.810636 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Calling delete_port for 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 owned by network:router_gateway {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:37.891230 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] Set router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 gateway port host: None {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:37.919928 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.949018 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:50:37Z', 'revision_number': 6, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:37.958210 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b8ba0-f7b8-42ff-874d-d75ca6d61334 None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:50:37.977114 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d517c1-97b6-4002-87d8-89979d0ad86c None None] The sync data for ids ['8a920dd7-81f8-4d07-a1fa-91515ad4b972'] in dv-cinder-837699-6-iscsi is: [{'id': '8a920dd7-81f8-4d07-a1fa-91515ad4b972', 'name': 'tempest-AttachVolumeShelveTestJSON-737736808-router', 'tenant_id': '8b218f6b53844d828be7b8c5de1cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:45:34Z', 'updated_at': '2022-05-16T17:50:37Z', 'revision_number': 6, 'project_id': '8b218f6b53844d828be7b8c5de1cde67', 'gw_port_host': None}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:50:37.983925 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2dea896c-ea75-4327-a1b1-74c75c2ca638 req-4db48f44-0194-426c-882b-6d9cd68c3fc7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=9279a4c5-c764-46b4-8028-3bb0d8de0406 HTTP/1.1" status: 200 len: 210 time: 0.0494478 May 16 17:50:38.041972 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (7e10cbef-ee4d-4262-b71a-f5f7f5815c07), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.066912 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e10cbef-ee4d-4262-b71a-f5f7f5815c07,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:38.127242 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (8a920dd7-81f8-4d07-a1fa-91515ad4b972), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.216124 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (8a920dd7-81f8-4d07-a1fa-91515ad4b972), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.218494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks [] for router_controller (8a920dd7-81f8-4d07-a1fa-91515ad4b972), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.250994 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2da56-86f7-4bdf-a9b7-d32b87b8e97f None None] New status for floating IP 7c9e284e-82a5-458b-9a6f-ad1e91888073: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:50:38.264584 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (8a920dd7-81f8-4d07-a1fa-91515ad4b972), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.265182 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a920dd7-81f8-4d07-a1fa-91515ad4b972 {{(pid=104866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:50:38.269614 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.270822 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-4284e76d-2039-49f5-9ee3-159222cdb379 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8a920dd7-81f8-4d07-a1fa-91515ad4b972 HTTP/1.1" status: 204 len: 168 time: 0.8316388 May 16 17:50:38.273340 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36716) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:38.317182 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Deleting subnet 595c09b8-6c91-4de5-9968-e2a0e00bff75 {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:50:38.320564 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Publish callbacks [] for subnet (595c09b8-6c91-4de5-9968-e2a0e00bff75), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.362199 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (595c09b8-6c91-4de5-9968-e2a0e00bff75), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.445724 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (595c09b8-6c91-4de5-9968-e2a0e00bff75), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.499418 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (595c09b8-6c91-4de5-9968-e2a0e00bff75), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.522425 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595c09b8-6c91-4de5-9968-e2a0e00bff75,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:38.528389 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.531542 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-21815454-2768-448f-90e3-1d4f06bf178f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/595c09b8-6c91-4de5-9968-e2a0e00bff75 HTTP/1.1" status: 204 len: 168 time: 0.2572362 May 16 17:50:38.535284 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36718) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:38.535717 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e9abad-b4ca-4a4f-9609-3808532df486 None None] Network e0229cc9-7da5-499c-a6ca-89f02d2e0332 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:50:38.608409 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (e0229cc9-7da5-499c-a6ca-89f02d2e0332), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.658526 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Deleting port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:38.658857 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.737834 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] For port 7d1d5c6c-eeee-429d-95a1-5997be4273e8, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=7d1d5c6c-eeee-429d-95a1-5997be4273e8,segment=NetworkSegment(5608743f-4193-4f97-b90d-d3cb2304e80a),segment_id=5608743f-4193-4f97-b90d-d3cb2304e80a)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:38.738138 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.752570 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Calling delete_port for 7d1d5c6c-eeee-429d-95a1-5997be4273e8 owned by network:dhcp {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:38.804026 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] DHCP port deletion for e0229cc9-7da5-499c-a6ca-89f02d2e0332 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:50:38.841288 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Deleting port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 {{(pid=104868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:50:38.841684 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), before_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.843837 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.869734 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1d5c6c-eeee-429d-95a1-5997be4273e8,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:38.871560 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] No DVR routers for this DVR port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 on host dv-cinder-837699-6-iscsi {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:50:38.904117 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] For port 7d1d5c6c-eeee-429d-95a1-5997be4273e8, host dv-cinder-837699-6-iscsi, got binding levels [] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:38.904574 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), precommit_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.918637 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Calling delete_port for 7d1d5c6c-eeee-429d-95a1-5997be4273e8 owned by network:dhcp {{(pid=104868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:50:38.921591 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.ipam_backend_mixin [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 was not found and therefore no delete operation was performed {{(pid=104868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 17:50:38.923011 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440'] for port (7d1d5c6c-eeee-429d-95a1-5997be4273e8), after_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.945461 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (e0229cc9-7da5-499c-a6ca-89f02d2e0332), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:38.949504 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Pushing event deleted for resources: {'Port': ['ID=7d1d5c6c-eeee-429d-95a1-5997be4273e8,revision_number=None']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:38.953853 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] No DVR routers for this DVR port 7d1d5c6c-eeee-429d-95a1-5997be4273e8 on host dv-cinder-837699-6-iscsi {{(pid=104868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:50:38.960847 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.961044 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.961587 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.962076 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.962582 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.962915 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.963242 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.963917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.963917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.964349 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.964673 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.965161 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.965489 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.965835 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.966155 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c379d6-60d0-43bb-b68c-a01b96c9eaca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:38.970731 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0229cc9-7da5-499c-a6ca-89f02d2e0332']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:38.981090 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5608743f-4193-4f97-b90d-d3cb2304e80a') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:38.981390 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5608743f-4193-4f97-b90d-d3cb2304e80a') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:38.991971 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (5608743f-4193-4f97-b90d-d3cb2304e80a), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.009600 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (5608743f-4193-4f97-b90d-d3cb2304e80a), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.016943 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:50:39.017480 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (5608743f-4193-4f97-b90d-d3cb2304e80a), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:50:39.019390 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:50:39.080793 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (e0229cc9-7da5-499c-a6ca-89f02d2e0332), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.087387 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.091403 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] 10.222.0.58 "DELETE /v2.0/networks/e0229cc9-7da5-499c-a6ca-89f02d2e0332 HTTP/1.1" status: 204 len: 168 time: 0.5547557 May 16 17:50:39.104223 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5710a9-4c46-40ef-bfc5-7933f7e0566b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0229cc9-7da5-499c-a6ca-89f02d2e0332,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:39.218438 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36730) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:39.230942 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-0c4b535f-b7cb-49ce-afcf-fdb8dcc8e79b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941768447&fields=id&tenant_id=782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 267 time: 0.0496430 May 16 17:50:39.259033 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-449bbc97-9c6b-49a5-8a38-fdb29b495bca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b218f6b53844d828be7b8c5de1cde67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394011 May 16 17:50:39.261495 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36732) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:39.315962 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec31bae9-094e-4626-bd09-210df7b5853d admin admin] Publish callbacks [] for security_group (81a9b0e0-eafa-4057-9511-5501f444edd8), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.339742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec31bae9-094e-4626-bd09-210df7b5853d admin admin] Publish callbacks [] for security_group (81a9b0e0-eafa-4057-9511-5501f444edd8), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.339974 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b4699ff1-c599-40b3-a61a-bf9a325df550 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:39.341470 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b4699ff1-c599-40b3-a61a-bf9a325df550 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 812 time: 0.1033354 May 16 17:50:39.356147 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-a67a3a31-7a33-4b7f-bcc4-d3b47367d67e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/quotas/782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 375 time: 0.0091114 May 16 17:50:39.388271 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec31bae9-094e-4626-bd09-210df7b5853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (81a9b0e0-eafa-4057-9511-5501f444edd8), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.390960 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ec31bae9-094e-4626-bd09-210df7b5853d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:39.392106 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ec31bae9-094e-4626-bd09-210df7b5853d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81a9b0e0-eafa-4057-9511-5501f444edd8 HTTP/1.1" status: 204 len: 168 time: 0.1296067 May 16 17:50:39.400271 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31bae9-094e-4626-bd09-210df7b5853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a9b0e0-eafa-4057-9511-5501f444edd8,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:39.406401 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-91b80ef2-ba0f-4944-8569-d7a616f7b3d4 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449145 May 16 17:50:39.515482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-00f58981-b3e4-4131-a960-3ca172832392 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:50:39.516715 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-00f58981-b3e4-4131-a960-3ca172832392 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0970476 May 16 17:50:39.615096 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-335d2558-753f-4f93-9cd3-63731f403330 service neutron] 10.222.0.58 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923772 May 16 17:50:39.662201 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 35e8e719-5895-455f-b103-26269852365f no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:50:39.682063 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 35e8e719-5895-455f-b103-26269852365f {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:50:39.682415 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 35e8e719-5895-455f-b103-26269852365f not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:50:39.682842 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:50:39.702620 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:50:39.702979 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7e10cbef-ee4d-4262-b71a-f5f7f5815c07 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:50:39.703491 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7d1d5c6c-eeee-429d-95a1-5997be4273e8 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:50:39.721227 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-5a15a382-1c30-48cf-9674-90da618a5abb service neutron] 10.222.0.58 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997646 May 16 17:50:39.721917 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 7d1d5c6c-eeee-429d-95a1-5997be4273e8 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:50:39.722268 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 7d1d5c6c-eeee-429d-95a1-5997be4273e8 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:50:40.041350 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-28c1a0d8-32e9-45ad-be35-37cb91a402ff req-e1fc63e9-8a70-4604-968a-ed765142460f tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 210 time: 0.0413496 May 16 17:50:40.103775 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36768) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:40.196085 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534049387-network', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:40.216895 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Made reservation on behalf of 2f074c24f4594fa89de6dfe2e38659c3 for: {'network': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:50:40.219252 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for network (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.227578 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.302764 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks [] for security_group (078bfeaa-84fa-4c81-a040-dbc59886565f), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.306689 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (078bfeaa-84fa-4c81-a040-dbc59886565f), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.331821 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=104866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 17:50:40.342259 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078bfeaa-84fa-4c81-a040-dbc59886565f,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:40.347062 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669782285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (6b5e1955-695f-49c9-81d4-f8d3044acb5e), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.347482 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.segments_db [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Added segment 6b5e1955-695f-49c9-81d4-f8d3044acb5e of type vlan for network 70f75128-82f0-47aa-84a8-cf0120b81794 May 16 17:50:40.394228 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669242269'] for network (70f75128-82f0-47aa-84a8-cf0120b81794), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.419271 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202'] for network (70f75128-82f0-47aa-84a8-cf0120b81794), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.420396 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:40.420976 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.459593 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3520470 May 16 17:50:40.460070 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36778) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:40.466421 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Request body: {'subnet': {'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534049387-subnet', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:40.504427 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510187-9a7c-4eeb-a2ac-380497e23dfd admin admin] Pushing event updated for resources: {'Network': ['ID=70f75128-82f0-47aa-84a8-cf0120b81794,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:40.516944 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Network 70f75128-82f0-47aa-84a8-cf0120b81794 details requested by agent ovs-agent-dv-cinder-837699-6-iscsi with host dv-cinder-837699-6-iscsi {{(pid=104868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 17:50:40.521995 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Made reservation on behalf of 2f074c24f4594fa89de6dfe2e38659c3 for: {'subnet': 1} {{(pid=104866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:50:40.524629 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616465'] for subnet (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.691900 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616455'] for subnet (faef29ce-01d9-4d37-84f0-ed47b28ad716), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.750016 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=faef29ce-01d9-4d37-84f0-ed47b28ad716,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:40.755226 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Checking segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:50:40.755596 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Network hostable DHCP agents. Network: 70f75128-82f0-47aa-84a8-cf0120b81794, hostable agents: ['02a0bf69-4adc-48f7-a4ce-ec9431759160'], hosted agents: [] {{(pid=104866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 17:50:40.774729 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Network 70f75128-82f0-47aa-84a8-cf0120b81794 is scheduled to be hosted by DHCP agent 02a0bf69-4adc-48f7-a4ce-ec9431759160 with binding_index 1 {{(pid=104866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 17:50:40.785082 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-6-iscsi, 70f75128-82f0-47aa-84a8-cf0120b81794) {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:40.790377 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:40.791574 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.796343 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9461f-13ed-481b-b0ac-a61df06f8e55 None None] Network 70f75128-82f0-47aa-84a8-cf0120b81794 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:50:40.809367 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-6b6ef392-bb2c-47ec-9dd2-5b11a75403ee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3478444 May 16 17:50:40.811586 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36780) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:40.815909 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:40.837334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2071336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.838410 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2071601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.892192 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks [] for router_controller (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), precommit_add_association {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.899005 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp462f856f-4842-536f-8067-0f3f5245a976-70f75128-82f0-47aa-84a8-cf0120b81794', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716'}]}} from dv-cinder-837699-6-iscsi. {{(pid=104868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 17:50:40.899764 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:40.970378 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 59abc649-1713-4a6f-b4af-005a342766ce no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:50:41.008205 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 59abc649-1713-4a6f-b4af-005a342766ce {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:50:41.008885 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 59abc649-1713-4a6f-b4af-005a342766ce not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:50:41.042514 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks [] for router_gateway (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.072318 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.db_base_plugin_common [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Allocated IP 172.20.0.2 (70f75128-82f0-47aa-84a8-cf0120b81794/faef29ce-01d9-4d37-84f0-ed47b28ad716/020ce7d7-c336-4677-93f7-86951db441f6) {{(pid=104868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:41.107949 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-d284f60e-410a-4542-b7c5-eeb9a54e519a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:41.109689 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-d284f60e-410a-4542-b7c5-eeb9a54e519a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 812 time: 0.1371653 May 16 17:50:41.167855 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bc33814-7bf3-419e-b6a0-28691c789896 req-f34beb09-3b6e-4419-891a-40215ef9ec69 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 210 time: 0.0322080 May 16 17:50:41.222557 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-3e042d18-615c-4adb-b77b-75d5872b0c20 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 379 time: 0.1033518 May 16 17:50:41.230460 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'port': {'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'admin_state_up': True, 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'security_groups': ['097b3d73-3aaa-49e1-9ddd-177c4cac69c2']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:41.256012 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Publish callbacks [] for port (020ce7d7-c336-4677-93f7-86951db441f6), precommit_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.262848 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431'] for port (020ce7d7-c336-4677-93f7-86951db441f6), after_create {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.289864 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks [] for router_gateway (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.302082 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Network 70f75128-82f0-47aa-84a8-cf0120b81794 is already hosted by enough agents. {{(pid=104868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:41.308907 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.310008 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.scheduler.base_scheduler [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Resources bound (agent type, host, resource id): {{(pid=104868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:41.312187 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Pushing event updated for resources: {'Port': ['ID=020ce7d7-c336-4677-93f7-86951db441f6,revision_number=1']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:41.314366 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Received port after_create {{(pid=104868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:41.347877 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Made reservation on behalf of 782ab44dbedd4b94b6c8fb2414a51a79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:50:41.351767 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.372888 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Attempting to bind port 020ce7d7-c336-4677-93f7-86951db441f6 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:50:41.373289 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Attempting to bind port 020ce7d7-c336-4677-93f7-86951db441f6 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:50:41.373702 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Attempting to bind port 020ce7d7-c336-4677-93f7-86951db441f6 on network 70f75128-82f0-47aa-84a8-cf0120b81794 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:41.379751 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:50:41.380173 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Checking segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:50:41.380587 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.381058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Bound using segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:50:41.381540 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Bound port: 020ce7d7-c336-4677-93f7-86951db441f6, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:50:41.382196 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (020ce7d7-c336-4677-93f7-86951db441f6), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.433644 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Allocated IP 172.27.0.209 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/c6668d38-a7a6-487a-bb95-e442419af296) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:41.461572 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] For port 020ce7d7-c336-4677-93f7-86951db441f6, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:50:41.466118 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] For port 020ce7d7-c336-4677-93f7-86951db441f6, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=020ce7d7-c336-4677-93f7-86951db441f6,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:50:41.474834 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (020ce7d7-c336-4677-93f7-86951db441f6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.510111 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Allocated IP 172.20.0.6 (20304413-223e-468b-b381-be0770314d15/5a9cac7a-8f94-4b55-b634-317b6bd297ec/c880c8f6-9692-4951-8d4c-241bfc5f1099) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:41.550075 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f8490-2612-48dd-83cb-29539a7b9f9f None None] Pushing event updated for resources: {'Port': ['ID=020ce7d7-c336-4677-93f7-86951db441f6,revision_number=2']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:41.566604 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks [] for port (c6668d38-a7a6-487a-bb95-e442419af296), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.611010 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (c6668d38-a7a6-487a-bb95-e442419af296), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.649356 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:41.654822 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:41.657008 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:41.697269 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Pushing event updated for resources: {'Port': ['ID=c6668d38-a7a6-487a-bb95-e442419af296,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:41.701930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.760816 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.813360 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Network 20304413-223e-468b-b381-be0770314d15 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:41.821482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:41.825633 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:41.829965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=c880c8f6-9692-4951-8d4c-241bfc5f1099,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:41.886586 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:41.887563 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.916697 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-b2da06a0-a18c-4db8-ae68-c4a563502d7e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6899128 May 16 17:50:41.966206 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks [] for router_gateway (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:41.981346 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Request body: {'port': {'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:42.047077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.057857 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-4347fabe-7ec7-403a-861d-de169319ee63 None None] Provisioning complete for port c880c8f6-9692-4951-8d4c-241bfc5f1099 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:42.058493 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-4347fabe-7ec7-403a-861d-de169319ee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.091540 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-4347fabe-7ec7-403a-861d-de169319ee63 None None] Port c880c8f6-9692-4951-8d4c-241bfc5f1099 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:50:42.414249 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19550347-c079-4712-97ca-3a2cc9e12886 req-debae087-6e89-4e56-a845-689f0ba7187a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:42.415810 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19550347-c079-4712-97ca-3a2cc9e12886 req-debae087-6e89-4e56-a845-689f0ba7187a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 931 time: 0.0760038 May 16 17:50:42.440577 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2071782'] for router (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.550975 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19550347-c079-4712-97ca-3a2cc9e12886 req-f60992e6-bc06-4671-b1be-0340ed6bec98 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170537 May 16 17:50:42.575965 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 is scheduled to L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 with binding_index 1 {{(pid=104866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 17:50:42.596138 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb6530-458c-447d-9428-f1fea98c60a8 None None] Network 70f75128-82f0-47aa-84a8-cf0120b81794 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:50:42.686114 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:42.698590 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:42.711795 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:42.712232 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.713199 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:42.713851 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-fcbc0c12-5dd7-4395-bb10-d1862c2c7c5f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9010580 May 16 17:50:42.716323 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36788) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:42.743809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c880c8f6-9692-4951-8d4c-241bfc5f1099 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:50:42.753557 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Publish callbacks [] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.771489 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] Provisioning complete for port 020ce7d7-c336-4677-93f7-86951db441f6 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:42.771948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Transition to ACTIVE for port object c880c8f6-9692-4951-8d4c-241bfc5f1099 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:50:42.772322 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (020ce7d7-c336-4677-93f7-86951db441f6), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.779435 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.844285 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:42.892526 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] Current status of the port 020ce7d7-c336-4677-93f7-86951db441f6 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:42.898426 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (020ce7d7-c336-4677-93f7-86951db441f6), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.963367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Attempting to bind port c880c8f6-9692-4951-8d4c-241bfc5f1099 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:50:42.963711 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Attempting to bind port c880c8f6-9692-4951-8d4c-241bfc5f1099 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:50:42.966945 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Attempting to bind port c880c8f6-9692-4951-8d4c-241bfc5f1099 on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:42.983709 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Port c880c8f6-9692-4951-8d4c-241bfc5f1099 on network 20304413-223e-468b-b381-be0770314d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:50:42.984024 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] For port 020ce7d7-c336-4677-93f7-86951db441f6, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=020ce7d7-c336-4677-93f7-86951db441f6,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:42.984443 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Attempting to bind port c880c8f6-9692-4951-8d4c-241bfc5f1099 on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:42.993281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:50:42.993954 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (020ce7d7-c336-4677-93f7-86951db441f6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:42.994144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Checking segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:50:42.994697 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Bound using segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:50:42.995361 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Bound port: c880c8f6-9692-4951-8d4c-241bfc5f1099, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:50:42.996038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.000452 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Pushing event updated for resources: {'Port': ['ID=c880c8f6-9692-4951-8d4c-241bfc5f1099,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:43.080091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930393c2-0d6d-48e6-b88e-49e7037816c2 None None] Pushing event updated for resources: {'Port': ['ID=020ce7d7-c336-4677-93f7-86951db441f6,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:43.089004 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] For port c880c8f6-9692-4951-8d4c-241bfc5f1099, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:50:43.095044 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] For port c880c8f6-9692-4951-8d4c-241bfc5f1099, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:50:43.110191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.138324 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:50:43.151321 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:43.152171 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.153585 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] 10.222.0.35 "PUT /v2.0/ports/c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 1093 time: 1.2299998 May 16 17:50:43.156502 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:43.159649 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24daa0c0-fcf4-400e-b90a-71ba62b95b77" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:43.208126 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097520d8-9c98-40f2-b901-1f5dae61d328 service neutron] Pushing event updated for resources: {'Port': ['ID=c880c8f6-9692-4951-8d4c-241bfc5f1099,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:43.243866 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d08c6c-9d27-48a7-a77d-82e7d2aaa7bb x-openstack-request-id: req-e6d08c6c-9d27-48a7-a77d-82e7d2aaa7bb {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:43.244203 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:43.244466 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6d08c6c-9d27-48a7-a77d-82e7d2aaa7bb {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:43.244871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d08c6c-9d27-48a7-a77d-82e7d2aaa7bb'] response: {'name': 'network-changed', 'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'status': 'completed', 'code': 200} May 16 17:50:43.289440 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:41Z', 'revision_number': 3, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:43.293234 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-bd5df557-28e5-4447-a6c9-4101e22036d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:43.294789 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-bd5df557-28e5-4447-a6c9-4101e22036d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1127 time: 0.0636446 May 16 17:50:43.329679 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:43.330031 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Updating router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 port c6668d38-a7a6-487a-bb95-e442419af296 binding host dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:50:43.339653 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.348388 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-9dee8531-b399-4a66-a6bb-428ae39b6f9a None None] Provisioning complete for port 020ce7d7-c336-4677-93f7-86951db441f6 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:43.349718 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9dee8531-b399-4a66-a6bb-428ae39b6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (020ce7d7-c336-4677-93f7-86951db441f6), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.378864 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c6668d38-a7a6-487a-bb95-e442419af296), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.379255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-063052c9-6703-4747-85b0-a9c352831091 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 217 time: 0.0767622 May 16 17:50:43.476107 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-23bdb86f-c89b-4b5a-b713-00c6a2b25b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:43.477757 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-23bdb86f-c89b-4b5a-b713-00c6a2b25b56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0925598 May 16 17:50:43.492222 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-9dee8531-b399-4a66-a6bb-428ae39b6f9a None None] Current status of the port 020ce7d7-c336-4677-93f7-86951db441f6 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:43.532333 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Allocated IP 172.20.0.1 (70f75128-82f0-47aa-84a8-cf0120b81794/faef29ce-01d9-4d37-84f0-ed47b28ad716/e2b20dbb-9dd3-465a-b279-2a179f094a44) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:43.534426 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714af7c-6770-4b31-9279-807bb1cea958 req-e33ef7a0-fb47-4689-935b-f9777ba1472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:43.536169 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-e33ef7a0-fb47-4689-935b-f9777ba1472a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522866 May 16 17:50:43.686233 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks [] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.701213 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-10dd497e-51da-460f-845f-ec9f270f5b3d service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591256 May 16 17:50:43.707850 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8999d83-464f-43eb-be40-f9633ab28a48 req-372b50b5-5073-46a5-94ef-55d41930a494 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:43.709981 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Publish callbacks [] for port (c6668d38-a7a6-487a-bb95-e442419af296), precommit_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.715375 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8999d83-464f-43eb-be40-f9633ab28a48 req-372b50b5-5073-46a5-94ef-55d41930a494 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 943 time: 0.0906789 May 16 17:50:43.719442 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c6668d38-a7a6-487a-bb95-e442419af296), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.721082 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.725168 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 020ce7d7-c336-4677-93f7-86951db441f6 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:50:43.770484 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Attempting to bind port c6668d38-a7a6-487a-bb95-e442419af296 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:50:43.771031 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Attempting to bind port c6668d38-a7a6-487a-bb95-e442419af296 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:50:43.771405 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Attempting to bind port c6668d38-a7a6-487a-bb95-e442419af296 on network 48e27f3d-9a0d-4f12-913b-b122a87809ba {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:43.779218 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Network 70f75128-82f0-47aa-84a8-cf0120b81794 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:43.782763 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:50:43.783368 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Checking segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:50:43.783995 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.784542 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Bound using segment: {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'} {{(pid=104869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:50:43.785181 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.managers [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Bound port: c6668d38-a7a6-487a-bb95-e442419af296, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b63160a-d5dc-4fbb-91d4-1376d3061422', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}}] {{(pid=104869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:50:43.785763 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c6668d38-a7a6-487a-bb95-e442419af296), before_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.785886 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port 020ce7d7-c336-4677-93f7-86951db441f6 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:43.786482 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (020ce7d7-c336-4677-93f7-86951db441f6), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.786613 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:43.801984 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:43.848158 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] For port c6668d38-a7a6-487a-bb95-e442419af296, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:50:43.849122 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2068171'] for router_interface (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.852138 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.plugins.ml2.db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] For port c6668d38-a7a6-487a-bb95-e442419af296, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c6668d38-a7a6-487a-bb95-e442419af296,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:50:43.853847 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a8999d83-464f-43eb-be40-f9633ab28a48 req-b09fdb06-48bc-4599-b1d4-f40fbce95919 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373358 May 16 17:50:43.863043 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron_lib.callbacks.manager [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c6668d38-a7a6-487a-bb95-e442419af296), after_update {{(pid=104869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:43.868058 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Pushing event updated for resources: {'Port': ['ID=c6668d38-a7a6-487a-bb95-e442419af296,revision_number=2']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:43.877677 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.878266 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.878868 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.879483 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.879994 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.880546 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.881037 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.881520 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.882077 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.882556 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.883065 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.884296 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.884827 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.885303 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.885817 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:50:43.895759 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b714af7c-6770-4b31-9279-807bb1cea958 req-aa24f32f-0582-44f0-a379-2700458a367d service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782010 May 16 17:50:43.904251 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port 020ce7d7-c336-4677-93f7-86951db441f6 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:43.926558 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Pushing event updated for resources: {'Port': ['ID=e2b20dbb-9dd3-465a-b279-2a179f094a44,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:43.959356 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:43.960075 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:44.001371 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0832-a4af-48a5-97b3-6346119a4770 None None] Pushing event updated for resources: {'Port': ['ID=c6668d38-a7a6-487a-bb95-e442419af296,revision_number=3']} {{(pid=104869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:44.014068 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:44.066507 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:44.132909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-b9e8976c-ec6a-45de-b02f-43cd19d7c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:44.134479 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-b9e8976c-ec6a-45de-b02f-43cd19d7c7d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1127 time: 0.0401957 May 16 17:50:44.140880 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-7e861682-823c-4f8a-ac9c-afabb19731c5 None None] Provisioning complete for port e2b20dbb-9dd3-465a-b279-2a179f094a44 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:44.141386 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7e861682-823c-4f8a-ac9c-afabb19731c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:44.193172 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-7e861682-823c-4f8a-ac9c-afabb19731c5 None None] Port e2b20dbb-9dd3-465a-b279-2a179f094a44 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:50:44.222169 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks [] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:44.227220 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:44.247113 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-417ddb00-e656-41a6-ae1d-98bc53dd74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:44.249321 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-417ddb00-e656-41a6-ae1d-98bc53dd74ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.1067810 May 16 17:50:44.250867 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:41Z', 'revision_number': 3, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:44.276388 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c718d4-087e-4b8d-b9ea-f12ccf970e4e None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:41Z', 'revision_number': 3, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:50:44.296354 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066817'] for router_interface (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:44.297433 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Pushing event updated for resources: {'Port': ['ID=e2b20dbb-9dd3-465a-b279-2a179f094a44,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:44.298728 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-b9868325-fb0a-4331-b2b7-9d21770667f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 217 time: 0.0426207 May 16 17:50:44.351305 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-0a144935-292b-4058-86cd-8eb039fa32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:44.352778 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-0a144935-292b-4058-86cd-8eb039fa32f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0477962 May 16 17:50:44.392129 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Network 70f75128-82f0-47aa-84a8-cf0120b81794 is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:44.393712 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:44.406279 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-5147a068-8054-4dc1-a9a2-99cfd33f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:44.407896 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-5147a068-8054-4dc1-a9a2-99cfd33f119d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485833 May 16 17:50:44.522129 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-e26c1f24-f452-4a28-9dfe-0a9798cefeab service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074610 May 16 17:50:44.546725 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:50:44.646947 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24daa0c0-fcf4-400e-b90a-71ba62b95b77 req-9b9a5d91-7b6b-47f3-ae99-406e69310032 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163189 May 16 17:50:44.690193 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:44.695614 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-69def5b5-6daa-4a84-bb3e-785517d2cdee admin admin] 10.222.0.58 "PUT /v2.0/routers/8915f70a-7a4b-477a-9d22-6b9efa4d1a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779763 May 16 17:50:44.715081 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-35152c0c-b168-488f-8874-971255245755 None None] Provisioning complete for port e2b20dbb-9dd3-465a-b279-2a179f094a44 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:44.715576 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-35152c0c-b168-488f-8874-971255245755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:44.753736 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-35152c0c-b168-488f-8874-971255245755 None None] Port e2b20dbb-9dd3-465a-b279-2a179f094a44 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:50:44.965185 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966852-acc1-4789-b760-1f6912f37448 req-2b2d0dbc-6067-4fff-80fc-d0eb7823c745 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:44.966763 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-23966852-acc1-4789-b760-1f6912f37448 req-2b2d0dbc-6067-4fff-80fc-d0eb7823c745 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 943 time: 0.0480998 May 16 17:50:45.004694 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36804) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:45.009632 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416271923', 'description': 'tempest-description--308020107'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:45.024970 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-23966852-acc1-4789-b760-1f6912f37448 req-80c4235a-9277-44fc-b22b-7ba76af22b54 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504289 May 16 17:50:45.032042 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.101704 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (03436c69-e6f4-44b4-85e4-91a907406248), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.105923 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (03436c69-e6f4-44b4-85e4-91a907406248), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.134717 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.136055 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1302407 May 16 17:50:45.139115 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36806) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:45.144348 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'security_group_rule': {'security_group_id': '03436c69-e6f4-44b4-85e4-91a907406248', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:45.150159 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205fdef-2eee-424e-8d2c-2ef9374582de tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03436c69-e6f4-44b4-85e4-91a907406248,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:45.174494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (7f7f94b5-3a8f-46a5-8836-dd1cea409117), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.239539 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (7f7f94b5-3a8f-46a5-8836-dd1cea409117), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.243222 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (7f7f94b5-3a8f-46a5-8836-dd1cea409117), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.260178 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7f94b5-3a8f-46a5-8836-dd1cea409117,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:45.268061 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.269273 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-52034a05-8787-4ca4-beca-830d120ed8d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292307 May 16 17:50:45.272024 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36808) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:45.276438 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'security_group_rule': {'security_group_id': '03436c69-e6f4-44b4-85e4-91a907406248', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:45.304974 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (eb32a6ce-cad9-4ffb-82e2-b500805e0aa6), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.367829 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (eb32a6ce-cad9-4ffb-82e2-b500805e0aa6), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.376717 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (eb32a6ce-cad9-4ffb-82e2-b500805e0aa6), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.401298 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb32a6ce-cad9-4ffb-82e2-b500805e0aa6,revision_number=0']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:45.410468 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.411640 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e5a6c2b1-dc2a-4c08-be10-b3252117a4f5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385241 May 16 17:50:45.415216 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36810) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:45.420264 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:45.444351 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.526912 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.640388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Allocated IP 172.27.0.136 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/98d38e6b-56a6-482f-bfd2-87261b1a2e2c) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:45.676272 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c6668d38-a7a6-487a-bb95-e442419af296 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:50:45.723641 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c6668d38-a7a6-487a-bb95-e442419af296 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:45.724027 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c6668d38-a7a6-487a-bb95-e442419af296), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.744054 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.779191 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.799896 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c6668d38-a7a6-487a-bb95-e442419af296 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:45.800299 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c6668d38-a7a6-487a-bb95-e442419af296), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.817339 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:45.821232 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] For port c6668d38-a7a6-487a-bb95-e442419af296, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c6668d38-a7a6-487a-bb95-e442419af296,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:45.825329 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:45.826323 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c6668d38-a7a6-487a-bb95-e442419af296), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.828621 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:45.832159 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'Port': ['ID=98d38e6b-56a6-482f-bfd2-87261b1a2e2c,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:45.879564 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Pushing event updated for resources: {'Port': ['ID=c6668d38-a7a6-487a-bb95-e442419af296,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:45.923453 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (6e7e522e-ac97-41f2-9e37-960bd88eba64), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.957333 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:45.965768 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:45.968824 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:45.969807 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:46.078857 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:46.165752 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410ac10-8832-449d-9e2f-312f4dee185f req-b726024b-ebab-406b-a6c3-ed957cd11b5a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:46.167205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e410ac10-8832-449d-9e2f-312f4dee185f req-b726024b-ebab-406b-a6c3-ed957cd11b5a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 943 time: 0.0648234 May 16 17:50:46.197194 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.205424 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.271495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:44Z', 'revision_number': 2, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:46.286965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'Port': ['ID=98d38e6b-56a6-482f-bfd2-87261b1a2e2c,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:46.296571 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:46.296938 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Updating router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 port e2b20dbb-9dd3-465a-b279-2a179f094a44 binding host dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 17:50:46.308696 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e410ac10-8832-449d-9e2f-312f4dee185f req-3f9c6f3a-5224-40ef-a125-cacb168a44af tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351616 May 16 17:50:46.313534 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (6e7e522e-ac97-41f2-9e37-960bd88eba64), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.331153 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.339530 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-fad0b0ad-44b6-4fac-ab18-8140e5a4a9f9 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9159150 May 16 17:50:46.339678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.484408 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-3933624c-24d3-4bff-98de-ea3365b6a45a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1416271923&fields=id&tenant_id=2f074c24f4594fa89de6dfe2e38659c3 HTTP/1.1" status: 200 len: 267 time: 0.0425355 May 16 17:50:46.592388 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-a277c12d-9966-4536-a33a-8f6cd9a61198 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:46.593882 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-a277c12d-9966-4536-a33a-8f6cd9a61198 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 810 time: 0.1027007 May 16 17:50:46.608932 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-61dad886-1fa3-43fd-b85a-bf7ef1ac3a58 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/quotas/2f074c24f4594fa89de6dfe2e38659c3 HTTP/1.1" status: 200 len: 375 time: 0.0094008 May 16 17:50:46.618948 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Publish callbacks [] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), precommit_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.624603 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.658186 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-4cc69d82-ff71-4a05-a6f2-03e42290f8f6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439084 May 16 17:50:46.678124 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9d59e-0803-4071-9538-d1b684787601 None None] Pushing event updated for resources: {'Port': ['ID=e2b20dbb-9dd3-465a-b279-2a179f094a44,revision_number=3']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:46.734567 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Attempting to bind port e2b20dbb-9dd3-465a-b279-2a179f094a44 on host dv-cinder-837699-6-iscsi for vnic_type normal with profile {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:50:46.734999 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Attempting to bind port e2b20dbb-9dd3-465a-b279-2a179f094a44 by drivers openvswitch,hyperv on host dv-cinder-837699-6-iscsi at level 0 using segments [{'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:50:46.735461 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Attempting to bind port e2b20dbb-9dd3-465a-b279-2a179f094a44 on network 70f75128-82f0-47aa-84a8-cf0120b81794 {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:46.737205 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ae312ee1-4cb3-4d56-9602-ffdaf6c00086 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=104867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 17:50:46.738278 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ae312ee1-4cb3-4d56-9602-ffdaf6c00086 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0607669 May 16 17:50:46.741280 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Checking agent: {'id': '97c14f3f-fede-4a20-9dec-37e56e0fcaee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 31, 32), 'started_at': datetime.datetime(2022, 5, 16, 17, 32, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:50:46.741777 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Checking segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:50:46.742252 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.742708 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Bound using segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} {{(pid=104868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:50:46.743242 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.managers [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Bound port: e2b20dbb-9dd3-465a-b279-2a179f094a44, host: dv-cinder-837699-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}}] {{(pid=104868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:50:46.743690 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.810740 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] For port e2b20dbb-9dd3-465a-b279-2a179f094a44, host dv-cinder-837699-6-iscsi, cleared binding levels {{(pid=104868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:50:46.815043 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] For port e2b20dbb-9dd3-465a-b279-2a179f094a44, host dv-cinder-837699-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=e2b20dbb-9dd3-465a-b279-2a179f094a44,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:50:46.824005 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.841408 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-a41e3903-c277-4401-8209-a35bbb2b07c2 service neutron] 10.222.0.58 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963299 May 16 17:50:46.888031 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:46.888674 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:46.933884 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9d59e-0803-4071-9538-d1b684787601 None None] Pushing event updated for resources: {'Port': ['ID=e2b20dbb-9dd3-465a-b279-2a179f094a44,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:46.938880 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] Provisioning complete for port e2b20dbb-9dd3-465a-b279-2a179f094a44 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:46.939255 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:46.941606 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-683ee3b3-da70-4c66-8d40-600083356ac2 service neutron] 10.222.0.58 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923476 May 16 17:50:47.060248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:47.106757 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] Current status of the port e2b20dbb-9dd3-465a-b279-2a179f094a44 is: DOWN; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:47.107148 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:47.141089 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-821388da-ae08-4fb6-a06c-1bd79a539fd5 req-3e054bac-c08a-4a6a-baf3-bc451cbd95ae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0327024 May 16 17:50:47.193848 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] For port e2b20dbb-9dd3-465a-b279-2a179f094a44, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=e2b20dbb-9dd3-465a-b279-2a179f094a44,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:47.222250 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:47.420727 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-95c50c0a-c8af-42ec-bbdb-84665b4d8cb8 None None] Provisioning complete for port e2b20dbb-9dd3-465a-b279-2a179f094a44 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:47.421192 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-95c50c0a-c8af-42ec-bbdb-84665b4d8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:47.487159 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f837da7-2d95-4876-8723-890f4a6ec61d None None] Pushing event updated for resources: {'Port': ['ID=e2b20dbb-9dd3-465a-b279-2a179f094a44,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:47.526708 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-91f6b363-957b-41f5-850b-37c27510734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:46Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:47.560842 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6b363-957b-41f5-850b-37c27510734b None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:46Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:50:47.598432 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-95c50c0a-c8af-42ec-bbdb-84665b4d8cb8 None None] Current status of the port e2b20dbb-9dd3-465a-b279-2a179f094a44 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:47.626684 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176167f-10f7-4747-9e72-c10388d5255b req-080e0a4d-4e04-4142-9307-6e4b08ff1a21 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:47.628338 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8176167f-10f7-4747-9e72-c10388d5255b req-080e0a4d-4e04-4142-9307-6e4b08ff1a21 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 943 time: 0.0729182 May 16 17:50:47.702099 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8176167f-10f7-4747-9e72-c10388d5255b req-a15a0128-f8ff-4694-b392-62fe67e2b08b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666316 May 16 17:50:47.714912 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c6668d38-a7a6-487a-bb95-e442419af296 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:50:47.763342 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port c6668d38-a7a6-487a-bb95-e442419af296 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:47.763721 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c6668d38-a7a6-487a-bb95-e442419af296), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:47.839150 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port c6668d38-a7a6-487a-bb95-e442419af296 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:48.174713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ae3ffde1-df74-427b-8519-c821cdca3f76 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:48.178497 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ae3ffde1-df74-427b-8519-c821cdca3f76 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 810 time: 0.1329911 May 16 17:50:48.264592 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e128ff52-ab42-48d5-a388-5574d19cd245 req-80c2b11f-2022-4e04-a188-2beb113190d7 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0368085 May 16 17:50:48.281351 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ad77784e-b419-4efc-9457-353ddaca9499 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f074c24f4594fa89de6dfe2e38659c3 HTTP/1.1" status: 200 len: 380 time: 0.0870559 May 16 17:50:48.291011 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'port': {'device_id': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'admin_state_up': True, 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'security_groups': ['03436c69-e6f4-44b4-85e4-91a907406248']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:48.404915 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Made reservation on behalf of 2f074c24f4594fa89de6dfe2e38659c3 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:50:48.408464 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:48.538193 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Allocated IP 172.20.0.9 (70f75128-82f0-47aa-84a8-cf0120b81794/faef29ce-01d9-4d37-84f0-ed47b28ad716/c81181cb-8e54-4304-aa77-880263409e7e) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:48.686080 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for port (c81181cb-8e54-4304-aa77-880263409e7e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:48.724189 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c81181cb-8e54-4304-aa77-880263409e7e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:48.765285 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Network 70f75128-82f0-47aa-84a8-cf0120b81794 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:48.768504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:48.772356 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:48.805406 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'Port': ['ID=c81181cb-8e54-4304-aa77-880263409e7e,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:48.866636 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:48.867287 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:48.875422 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156299ea-418b-4bc1-9a00-b4c3ede2a476 req-e24eafbc-fe58-429c-8387-4ea1d96c3eea tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:48.876960 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-156299ea-418b-4bc1-9a00-b4c3ede2a476 req-e24eafbc-fe58-429c-8387-4ea1d96c3eea tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 943 time: 0.0758138 May 16 17:50:48.906679 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-122d1a72-c499-424a-9dc1-940fbf2affe8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6198268 May 16 17:50:48.920579 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Request body: {'port': {'device_id': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:48.968299 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-156299ea-418b-4bc1-9a00-b4c3ede2a476 req-82d0a5ec-b0e6-410b-bcc7-b1b74b58f4eb tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831351 May 16 17:50:48.998121 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c81181cb-8e54-4304-aa77-880263409e7e), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.028163 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-32725808-4823-402d-8897-04bc659d9c46 None None] Provisioning complete for port c81181cb-8e54-4304-aa77-880263409e7e triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:49.028776 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-32725808-4823-402d-8897-04bc659d9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c81181cb-8e54-4304-aa77-880263409e7e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.062141 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-32725808-4823-402d-8897-04bc659d9c46 None None] Port c81181cb-8e54-4304-aa77-880263409e7e cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:50:49.292192 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81181cb-8e54-4304-aa77-880263409e7e {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:50:49.300009 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Publish callbacks [] for port (c81181cb-8e54-4304-aa77-880263409e7e), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.312840 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Transition to ACTIVE for port object c81181cb-8e54-4304-aa77-880263409e7e will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:50:49.317035 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (c81181cb-8e54-4304-aa77-880263409e7e), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.411892 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Pushing event updated for resources: {'Port': ['ID=c81181cb-8e54-4304-aa77-880263409e7e,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:49.435241 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fb76d-ed7e-4520-94d0-4f84968844b6 req-67ef345c-938c-4ba5-a40f-1c2886580e27 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:49.436806 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8f3fb76d-ed7e-4520-94d0-4f84968844b6 req-67ef345c-938c-4ba5-a40f-1c2886580e27 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0953791 May 16 17:50:49.520940 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Attempting to bind port c81181cb-8e54-4304-aa77-880263409e7e on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:50:49.521067 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Attempting to bind port c81181cb-8e54-4304-aa77-880263409e7e by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:50:49.521436 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Attempting to bind port c81181cb-8e54-4304-aa77-880263409e7e on network 70f75128-82f0-47aa-84a8-cf0120b81794 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:49.526275 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8f3fb76d-ed7e-4520-94d0-4f84968844b6 req-d51da57d-07f2-4c57-a9bc-b15279db1eab tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669909 May 16 17:50:49.529482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Port c81181cb-8e54-4304-aa77-880263409e7e on network 70f75128-82f0-47aa-84a8-cf0120b81794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:50:49.529840 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Attempting to bind port c81181cb-8e54-4304-aa77-880263409e7e on network 70f75128-82f0-47aa-84a8-cf0120b81794 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:50:49.534888 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:50:49.535226 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Checking segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:50:49.535608 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Bound using segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:50:49.536029 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Bound port: c81181cb-8e54-4304-aa77-880263409e7e, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:50:49.536396 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c81181cb-8e54-4304-aa77-880263409e7e), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.603258 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] For port c81181cb-8e54-4304-aa77-880263409e7e, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:50:49.606485 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] For port c81181cb-8e54-4304-aa77-880263409e7e, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c81181cb-8e54-4304-aa77-880263409e7e,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:50:49.614077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (c81181cb-8e54-4304-aa77-880263409e7e), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.647561 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:49.648182 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.649601 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] 10.222.0.35 "PUT /v2.0/ports/c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 200 len: 1093 time: 0.7343256 May 16 17:50:49.650102 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:49.652399 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14489cab-22a7-4259-84c8-d92720e7cc04" -d '{"events": [{"name": "network-changed", "server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "tag": "c81181cb-8e54-4304-aa77-880263409e7e"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:49.678859 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device e2b20dbb-9dd3-465a-b279-2a179f094a44 up at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:50:49.682186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefb7e2-2847-455f-9b2c-990740e4d38a service neutron] Pushing event updated for resources: {'Port': ['ID=c81181cb-8e54-4304-aa77-880263409e7e,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:49.702122 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac8a175-cba2-40c9-90b6-cc676b6fcad0 x-openstack-request-id: req-eac8a175-cba2-40c9-90b6-cc676b6fcad0 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:49.704799 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "tag": "c81181cb-8e54-4304-aa77-880263409e7e", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:49.705398 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eac8a175-cba2-40c9-90b6-cc676b6fcad0 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:49.705916 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac8a175-cba2-40c9-90b6-cc676b6fcad0'] response: {'name': 'network-changed', 'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e', 'status': 'completed', 'code': 200} May 16 17:50:49.724119 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Provisioning complete for port e2b20dbb-9dd3-465a-b279-2a179f094a44 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:49.724420 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:49.764607 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489cab-22a7-4259-84c8-d92720e7cc04 req-1805402d-5e76-41aa-a66c-bd8c039484d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:49.767082 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-14489cab-22a7-4259-84c8-d92720e7cc04 req-1805402d-5e76-41aa-a66c-bd8c039484d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1127 time: 0.0436790 May 16 17:50:49.805416 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Current status of the port e2b20dbb-9dd3-465a-b279-2a179f094a44 is: ACTIVE; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:49.875201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489cab-22a7-4259-84c8-d92720e7cc04 req-010b4cab-9057-4406-99d1-90e2b227b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:49.876641 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-14489cab-22a7-4259-84c8-d92720e7cc04 req-010b4cab-9057-4406-99d1-90e2b227b09f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1012623 May 16 17:50:49.967128 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489cab-22a7-4259-84c8-d92720e7cc04 req-ed4940c0-50a1-4aad-a0e8-b37fbd9fe701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:49.968492 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-14489cab-22a7-4259-84c8-d92720e7cc04 req-ed4940c0-50a1-4aad-a0e8-b37fbd9fe701 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862603 May 16 17:50:50.067828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-e7a98bd1-ef03-4226-8bf6-3b6eec4960f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:50.069317 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-e7a98bd1-ef03-4226-8bf6-3b6eec4960f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1127 time: 0.0657752 May 16 17:50:50.114894 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3ae33-fa4e-4a6f-ac68-0e04fcb154da req-9b6f2237-9e0b-4d15-8e73-67daa709a839 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:50.116439 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb3ae33-fa4e-4a6f-ac68-0e04fcb154da req-9b6f2237-9e0b-4d15-8e73-67daa709a839 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 943 time: 0.0785670 May 16 17:50:50.117807 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-d870e632-1d94-4f9b-8aff-639d0b16f910 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 200 len: 217 time: 0.0409889 May 16 17:50:50.190621 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-0f8e499c-e8b2-4425-80de-da0b1c8c3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:50.192072 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-0f8e499c-e8b2-4425-80de-da0b1c8c3401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0692737 May 16 17:50:50.213812 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb3ae33-fa4e-4a6f-ac68-0e04fcb154da req-5b6d65a7-41a5-4acb-98ae-4bab294f88a6 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837417 May 16 17:50:50.240217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-482b0417-1b03-44cd-99a6-013deeff08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:50.241759 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-482b0417-1b03-44cd-99a6-013deeff08cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410383 May 16 17:50:50.334672 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-d2505e54-9db0-43b8-b478-c7b818ef9ac6 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873079 May 16 17:50:50.421282 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e991f3f0-a9bb-49bb-9e9d-013582e4ba1d req-e4543998-92d5-4bcd-8082-94447c4d5763 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812283 May 16 17:50:50.675495 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3811c-2cf9-4429-80bf-c650a4837e72 req-3be0432b-1f0c-4168-9d8b-bc0c97ef0daf tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:50.676935 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-26b3811c-2cf9-4429-80bf-c650a4837e72 req-3be0432b-1f0c-4168-9d8b-bc0c97ef0daf tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0568447 May 16 17:50:50.728893 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-26b3811c-2cf9-4429-80bf-c650a4837e72 req-75e4e457-55eb-4b84-acd4-004a5ee6ebb5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461795 May 16 17:50:51.008931 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c880c8f6-9692-4951-8d4c-241bfc5f1099 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:50:51.123485 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port c880c8f6-9692-4951-8d4c-241bfc5f1099, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:51.135184 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:50:51.170275 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port c880c8f6-9692-4951-8d4c-241bfc5f1099 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:51.170665 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:51.183764 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c880c8f6-9692-4951-8d4c-241bfc5f1099 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:50:51.203429 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port c880c8f6-9692-4951-8d4c-241bfc5f1099, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:51.208435 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:51.256143 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=c880c8f6-9692-4951-8d4c-241bfc5f1099,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:51.333900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad898-2f20-4045-8833-30c0199dbccc req-e88fe4f1-432f-452d-94e6-1935228c3cdf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:51.335430 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1c0ad898-2f20-4045-8833-30c0199dbccc req-e88fe4f1-432f-452d-94e6-1935228c3cdf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 944 time: 0.0534499 May 16 17:50:51.388428 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1c0ad898-2f20-4045-8833-30c0199dbccc req-b2198e6e-fc4b-45a3-9ff0-772479238fdb tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 May 16 17:50:51.414384 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['c880c8f6-9692-4951-8d4c-241bfc5f1099'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:50:51.853462 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c153d-d2b4-4d4c-983e-3855689bf4df req-db20c770-10ef-4064-bc62-614048a83a1a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:51.854839 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-595c153d-d2b4-4d4c-983e-3855689bf4df req-db20c770-10ef-4064-bc62-614048a83a1a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0525775 May 16 17:50:51.902724 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-595c153d-d2b4-4d4c-983e-3855689bf4df req-68b5182b-70e8-4902-a52a-cb4ec79d3601 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 May 16 17:50:52.519260 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf26c-f870-4fd0-a50d-df116797f0b2 req-bb524001-9069-4217-af83-3e0c0ee0a790 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:52.520684 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f39bf26c-f870-4fd0-a50d-df116797f0b2 req-bb524001-9069-4217-af83-3e0c0ee0a790 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 944 time: 0.0520248 May 16 17:50:52.572763 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f39bf26c-f870-4fd0-a50d-df116797f0b2 req-55000218-fc91-4634-85c7-aaf0e65a07bd tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 May 16 17:50:53.007041 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c81181cb-8e54-4304-aa77-880263409e7e details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:50:53.010891 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c880c8f6-9692-4951-8d4c-241bfc5f1099 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:50:53.034551 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6cc58-fefa-41ac-93b1-b1252f0ab8f9 req-b3a71aa4-d3c9-4bb1-a9d0-7fd05415d8e1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:53.036132 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bff6cc58-fefa-41ac-93b1-b1252f0ab8f9 req-b3a71aa4-d3c9-4bb1-a9d0-7fd05415d8e1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0510628 May 16 17:50:53.083834 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bff6cc58-fefa-41ac-93b1-b1252f0ab8f9 req-7d949aa3-9b61-4bb0-8353-b20f7fe3bc62 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 May 16 17:50:53.109896 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port c880c8f6-9692-4951-8d4c-241bfc5f1099 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:50:53.120690 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port c880c8f6-9692-4951-8d4c-241bfc5f1099 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:53.121061 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:53.166164 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port c81181cb-8e54-4304-aa77-880263409e7e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c81181cb-8e54-4304-aa77-880263409e7e,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:53.182010 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'c81181cb-8e54-4304-aa77-880263409e7e', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'port_id': 'c81181cb-8e54-4304-aa77-880263409e7e', 'mac_address': 'fa:16:3e:2c:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:50:53.241631 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port c81181cb-8e54-4304-aa77-880263409e7e is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:53.242025 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c81181cb-8e54-4304-aa77-880263409e7e), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:53.243859 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port c880c8f6-9692-4951-8d4c-241bfc5f1099 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:53.244231 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:53.266735 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81181cb-8e54-4304-aa77-880263409e7e {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:50:53.284239 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:53.286516 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0911e-43ee-4ad8-bb7e-fe18138107a2" -d '{"events": [{"server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "name": "network-vif-plugged", "status": "completed", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:53.305235 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port c81181cb-8e54-4304-aa77-880263409e7e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c81181cb-8e54-4304-aa77-880263409e7e,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:53.307089 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port c880c8f6-9692-4951-8d4c-241bfc5f1099, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:53.310438 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c81181cb-8e54-4304-aa77-880263409e7e), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:53.315270 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:53.358911 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=c81181cb-8e54-4304-aa77-880263409e7e,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:53.384082 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e6880-d6fc-4983-bf3c-6328b072cf60 x-openstack-request-id: req-836e6880-d6fc-4983-bf3c-6328b072cf60 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:53.384401 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "name": "network-vif-plugged", "status": "completed", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:53.384655 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-836e6880-d6fc-4983-bf3c-6328b072cf60 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:53.385049 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836e6880-d6fc-4983-bf3c-6328b072cf60'] response: {'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'code': 200} May 16 17:50:53.413325 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=c880c8f6-9692-4951-8d4c-241bfc5f1099,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:53.528623 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['c81181cb-8e54-4304-aa77-880263409e7e'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:50:53.596358 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f673a6-02cf-480a-8ef0-58fdb9c3d368 req-be0ae4b5-6242-4440-b8ad-32f5719af032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:53.597947 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-60f673a6-02cf-480a-8ef0-58fdb9c3d368 req-be0ae4b5-6242-4440-b8ad-32f5719af032 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1129 time: 0.0406175 May 16 17:50:53.647652 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-60f673a6-02cf-480a-8ef0-58fdb9c3d368 req-1db5ef95-3c84-4f62-869f-4152be6339ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 May 16 17:50:53.695094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1775c8-47b2-4157-b9d2-bede98e14f9f req-40a20910-206d-4875-8aef-6fef53456e09 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:53.696564 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af1775c8-47b2-4157-b9d2-bede98e14f9f req-40a20910-206d-4875-8aef-6fef53456e09 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0463274 May 16 17:50:53.753784 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-af1775c8-47b2-4157-b9d2-bede98e14f9f req-351e01ca-e35b-4cc4-a29d-ee512d29f095 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515294 May 16 17:50:54.210221 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d32e-eb45-49ac-bf33-62e740e07ea3 req-5afc6e32-fe16-4ea6-89e5-50016c56186b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:54.211730 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dde3d32e-eb45-49ac-bf33-62e740e07ea3 req-5afc6e32-fe16-4ea6-89e5-50016c56186b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0474477 May 16 17:50:54.268600 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dde3d32e-eb45-49ac-bf33-62e740e07ea3 req-ff559232-1705-4ee6-8298-2d5c2f032fb6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490837 May 16 17:50:54.868276 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2813e2-400e-4bb4-b783-cfcaf473293f req-ac414f22-014f-48d5-a520-610d4ca6601e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:54.869773 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8e2813e2-400e-4bb4-b783-cfcaf473293f req-ac414f22-014f-48d5-a520-610d4ca6601e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0482340 May 16 17:50:54.918755 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8e2813e2-400e-4bb4-b783-cfcaf473293f req-611bc53a-0757-4726-8323-3e8d2f4ab537 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431900 May 16 17:50:55.024397 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c81181cb-8e54-4304-aa77-880263409e7e up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:50:55.068650 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port c81181cb-8e54-4304-aa77-880263409e7e completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:50:55.077161 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port c81181cb-8e54-4304-aa77-880263409e7e triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:50:55.077617 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (c81181cb-8e54-4304-aa77-880263409e7e), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:55.153979 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port c81181cb-8e54-4304-aa77-880263409e7e is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:50:55.154378 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (c81181cb-8e54-4304-aa77-880263409e7e), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:55.188000 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port c81181cb-8e54-4304-aa77-880263409e7e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c81181cb-8e54-4304-aa77-880263409e7e,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:50:55.193439 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (c81181cb-8e54-4304-aa77-880263409e7e), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:55.241912 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=c81181cb-8e54-4304-aa77-880263409e7e,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:55.386027 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:55.388390 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533c0c57-91af-4bd5-8f62-9138a3c961a6" -d '{"events": [{"server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "c81181cb-8e54-4304-aa77-880263409e7e"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:55.392013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c645e-70f5-4bc7-ba09-0c497232c14d req-c2293ddc-7b35-46b5-8d6c-c1b9474b6dac tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:55.393475 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a93c645e-70f5-4bc7-ba09-0c497232c14d req-c2293ddc-7b35-46b5-8d6c-c1b9474b6dac tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0481853 May 16 17:50:55.424575 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab492b-686c-4796-b604-457cc196af91 x-openstack-request-id: req-1aab492b-686c-4796-b604-457cc196af91 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:55.424897 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "c81181cb-8e54-4304-aa77-880263409e7e", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:55.425147 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1aab492b-686c-4796-b604-457cc196af91 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:55.425566 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aab492b-686c-4796-b604-457cc196af91'] response: {'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e', 'code': 200} May 16 17:50:55.441641 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a93c645e-70f5-4bc7-ba09-0c497232c14d req-4f1174fe-cf3f-4bd0-a05b-b53df81dac3b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 May 16 17:50:55.870874 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f87d0-19b8-461c-ba62-014798cf5431 req-ecb2890d-db76-4381-b429-162b2a846bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:55.872371 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee0f87d0-19b8-461c-ba62-014798cf5431 req-ecb2890d-db76-4381-b429-162b2a846bda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.3108294 May 16 17:50:55.883871 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-5453c8bb-90ce-485d-ad1c-3933b0d84457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:55.915780 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ee0f87d0-19b8-461c-ba62-014798cf5431 req-11d719ae-f402-49ee-a9d8-e12a3c10c101 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 May 16 17:50:56.049585 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a811a-db3c-48b7-a204-50ba251b125f req-abcbceb3-9a2d-40bd-a14c-a01c20b3705e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:56.051035 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cb9a811a-db3c-48b7-a204-50ba251b125f req-abcbceb3-9a2d-40bd-a14c-a01c20b3705e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0556316 May 16 17:50:56.102653 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-cb9a811a-db3c-48b7-a204-50ba251b125f req-6569405e-07e6-4844-a07f-09fb1dc4c627 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 May 16 17:50:56.221104 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a15b0e-a03f-40bd-8ac0-9f3db5cdb9c5 req-c94aec89-96e5-4b10-a136-24c5d6df6832 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:56.222572 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-87a15b0e-a03f-40bd-8ac0-9f3db5cdb9c5 req-c94aec89-96e5-4b10-a136-24c5d6df6832 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0497136 May 16 17:50:56.271098 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-87a15b0e-a03f-40bd-8ac0-9f3db5cdb9c5 req-d83f7af4-0fe8-43fd-9302-778cde3d3904 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 May 16 17:50:56.293378 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36884) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:56.336038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b67aa5-144d-40bb-be61-71a2c4b101ca tempest-TestVolumeBootPattern-1237838121 tempest-TestVolumeBootPattern-1237838121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:56.338165 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-97b67aa5-144d-40bb-be61-71a2c4b101ca tempest-TestVolumeBootPattern-1237838121 tempest-TestVolumeBootPattern-1237838121-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1124 time: 0.0438104 May 16 17:50:56.341144 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 36886) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:56.345804 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:56.368842 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:56.451245 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:56.552002 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e72cf-2432-461b-90e9-ecd570c235f9 req-79add433-2212-4f90-940d-7724b8f9a314 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:56.553505 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2b8e72cf-2432-461b-90e9-ecd570c235f9 req-79add433-2212-4f90-940d-7724b8f9a314 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0454280 May 16 17:50:56.556322 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_common [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Allocated IP 172.27.0.221 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/4a005651-576a-443d-bec5-13042410a84c) {{(pid=104866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:50:56.599779 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2b8e72cf-2432-461b-90e9-ecd570c235f9 req-1a3581c7-5e40-4656-9535-48b8662904e4 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 May 16 17:50:56.671474 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (4a005651-576a-443d-bec5-13042410a84c), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:56.712605 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (4a005651-576a-443d-bec5-13042410a84c), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:56.747230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:50:56.749983 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.base_scheduler [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Resources bound (agent type, host, resource id): {{(pid=104866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:50:56.755720 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Received port after_create {{(pid=104866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:50:56.760609 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=4a005651-576a-443d-bec5-13042410a84c,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:57.105814 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (b30d1e73-f21b-4118-b249-8bb8f432474d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:57.171359 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (4a005651-576a-443d-bec5-13042410a84c), before_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:57.347062 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (4a005651-576a-443d-bec5-13042410a84c), precommit_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:57.352553 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147487'] for port (4a005651-576a-443d-bec5-13042410a84c), after_update {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:57.423500 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=4a005651-576a-443d-bec5-13042410a84c,revision_number=2']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:50:57.434208 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (b30d1e73-f21b-4118-b249-8bb8f432474d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:57.528750 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Floating IP b30d1e73-f21b-4118-b249-8bb8f432474d associated. External IP: 172.27.0.221, port: c880c8f6-9692-4951-8d4c-241bfc5f1099. May 16 17:50:57.721828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e73f2-e46b-4bf5-af0a-5c7bcc7dc752 req-ed9acce5-9c06-424c-a905-a72795eaa4bf tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:57.723383 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e50e73f2-e46b-4bf5-af0a-5c7bcc7dc752 req-ed9acce5-9c06-424c-a905-a72795eaa4bf tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0518761 May 16 17:50:57.771582 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e50e73f2-e46b-4bf5-af0a-5c7bcc7dc752 req-cd2c83cd-e09b-496c-8c14-61d913fa22ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 May 16 17:50:57.882143 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d914-90f5-4275-8fdd-71f7b73e0082 req-87e92534-be01-4104-a62b-f6320dcb3d24 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:57.883633 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e279d914-90f5-4275-8fdd-71f7b73e0082 req-87e92534-be01-4104-a62b-f6320dcb3d24 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0467420 May 16 17:50:57.892383 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 36894) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:50:57.896886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'floatingip': {'port_id': 'c81181cb-8e54-4304-aa77-880263409e7e'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:50:57.937441 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (6e7e522e-ac97-41f2-9e37-960bd88eba64), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:57.982703 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:50:58.089570 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:58.099660 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:58.111361 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:58.112340 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:58.117203 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:58.150444 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-dd30d554-7db9-4526-8d8a-6a692d165e8d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8081889 May 16 17:50:58.151052 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:58.153562 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c824e38-7108-4f05-8aa4-d8a634a468ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:58.219953 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:58.255165 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e486bde-3b88-47df-a17e-ba37f467fbc1 x-openstack-request-id: req-5e486bde-3b88-47df-a17e-ba37f467fbc1 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:58.255467 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:58.255724 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e486bde-3b88-47df-a17e-ba37f467fbc1 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:58.256132 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e486bde-3b88-47df-a17e-ba37f467fbc1'] response: {'name': 'network-changed', 'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'status': 'completed', 'code': 200} May 16 17:50:58.346629 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-69dcb7d1-7d43-4a94-8c9b-1c821003e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:58.348255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-69dcb7d1-7d43-4a94-8c9b-1c821003e6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1129 time: 0.0656168 May 16 17:50:58.356432 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1988620d-2b6f-4603-b62c-b8f1f43e0068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:58.425960 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:56Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:58.428535 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:58.434337 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (6e7e522e-ac97-41f2-9e37-960bd88eba64), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:58.455428 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:58.464106 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:58.464724 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:58.531332 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-8ec5b2ae-f007-4be1-b848-a940cc6bcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:58.532811 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-8ec5b2ae-f007-4be1-b848-a940cc6bcb9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.1509583 May 16 17:50:58.564736 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:58.610642 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Floating IP 6e7e522e-ac97-41f2-9e37-960bd88eba64 associated. External IP: 172.27.0.136, port: c81181cb-8e54-4304-aa77-880263409e7e. May 16 17:50:58.652743 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-ccc06859-16e8-4dc5-839c-20f564aea06b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 999 time: 0.0967498 May 16 17:50:58.749452 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-79d95bbb-ac6d-48ba-82dc-849e56c4c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:58.750951 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-79d95bbb-ac6d-48ba-82dc-849e56c4c9a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0924850 May 16 17:50:58.827965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-e8a0ef70-ab85-4cbe-a066-0cb93e10b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:58.829368 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-e8a0ef70-ab85-4cbe-a066-0cb93e10b297 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710959 May 16 17:50:58.860696 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:56Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:58.888002 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d942-4aa2-4ab9-b188-6aee109b185d None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:56Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:50:58.941631 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:50:58.971998 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-d03af1b2-2cb6-4589-b65a-ae8f489d305c service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343746 May 16 17:50:59.087838 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996240f1-31f7-45da-a91b-63a0afd08265 None None] New status for floating IP b30d1e73-f21b-4118-b249-8bb8f432474d: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:50:59.130844 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:50:59.136339 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:59.140931 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:50:59.154584 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:59.155805 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:59.157347 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8c824e38-7108-4f05-8aa4-d8a634a468ff req-e6ca7955-63c9-4d98-9def-9e3b95b30b6a service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534371 May 16 17:50:59.161779 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:50:59.172793 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-c639b152-bf8d-4c12-a6c2-3095e46aaa7f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "PUT /v2.0/floatingips/6e7e522e-ac97-41f2-9e37-960bd88eba64 HTTP/1.1" status: 200 len: 991 time: 1.2793057 May 16 17:50:59.173457 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:50:59.175874 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5bfd26-4aee-4999-aa95-6f3757320f30" -d '{"events": [{"name": "network-changed", "server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "tag": "c81181cb-8e54-4304-aa77-880263409e7e"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:50:59.212884 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78719b3b-85af-4ed1-a269-3546f556f8e6 x-openstack-request-id: req-78719b3b-85af-4ed1-a269-3546f556f8e6 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:50:59.213069 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "tag": "c81181cb-8e54-4304-aa77-880263409e7e", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:50:59.213900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78719b3b-85af-4ed1-a269-3546f556f8e6 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:50:59.214717 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78719b3b-85af-4ed1-a269-3546f556f8e6'] response: {'name': 'network-changed', 'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e', 'status': 'completed', 'code': 200} May 16 17:50:59.275806 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:59.303038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-9f1df4d2-f85e-42a0-9956-320636c25bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:59.304611 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-9f1df4d2-f85e-42a0-9956-320636c25bea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0483563 May 16 17:50:59.396280 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-7ec9a77d-f068-4685-92d7-67f09e9d6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:59.397724 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-7ec9a77d-f068-4685-92d7-67f09e9d6f4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 911 time: 0.0875254 May 16 17:50:59.458032 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-287d6184-ea8b-4295-9bb8-fc3becf1c73a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 200 len: 999 time: 0.0535793 May 16 17:50:59.478851 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '6e7e522e-ac97-41f2-9e37-960bd88eba64', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'port_id': 'c81181cb-8e54-4304-aa77-880263409e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'mac_address': 'fa:16:3e:2c:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:45Z', 'updated_at': '2022-05-16T17:50:58Z', 'revision_number': 1, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:59.502595 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:50:59.510750 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-612700f4-cd3e-452e-81e9-80081cc761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:59.511586 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:50:59.512190 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:50:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:59.512348 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-612700f4-cd3e-452e-81e9-80081cc761ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0482199 May 16 17:50:59.556434 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-f8e76afd-7b3a-4661-9356-fcda4592498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:50:59.558003 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-f8e76afd-7b3a-4661-9356-fcda4592498a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397820 May 16 17:50:59.611782 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:50:59.646463 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-da5af6a2-c31e-439c-88d7-57342e9b5a60 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826070 May 16 17:50:59.740610 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2f5bfd26-4aee-4999-aa95-6f3757320f30 req-486cbfa1-370e-43e5-a70d-3d15972708ac service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888469 May 16 17:50:59.823420 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '6e7e522e-ac97-41f2-9e37-960bd88eba64', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'port_id': 'c81181cb-8e54-4304-aa77-880263409e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'mac_address': 'fa:16:3e:2c:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:45Z', 'updated_at': '2022-05-16T17:50:58Z', 'revision_number': 1, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:50:59.851877 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09920487-bb6e-477f-9581-d00ee2302b69 None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '6e7e522e-ac97-41f2-9e37-960bd88eba64', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'port_id': 'c81181cb-8e54-4304-aa77-880263409e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'mac_address': 'fa:16:3e:2c:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:45Z', 'updated_at': '2022-05-16T17:50:58Z', 'revision_number': 1, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:51:00.045647 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159782d0-82ac-4cc1-bdf7-aea2344dc2a0 None None] New status for floating IP 6e7e522e-ac97-41f2-9e37-960bd88eba64: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:51:00.470859 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:00.658810 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:02.145829 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:10.306924 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-f57ba023-ad3a-4308-ba7d-18eafda32889 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497978 May 16 17:51:10.391910 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-ce1191af-ffbc-4cf7-886d-64f7350fca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:10.393360 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-ce1191af-ffbc-4cf7-886d-64f7350fca37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1129 time: 0.0390658 May 16 17:51:10.510237 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-3b12bd98-ddb4-4e14-a515-872dbe79d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:10.511670 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-3b12bd98-ddb4-4e14-a515-872dbe79d75b service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0898042 May 16 17:51:10.576368 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-66bc2353-ff51-4185-926e-3c112e90bd01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 1001 time: 0.0587947 May 16 17:51:10.628786 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-d8bfc9ff-eea6-4428-8eba-7b2e37334f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:10.630198 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-d8bfc9ff-eea6-4428-8eba-7b2e37334f99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0460305 May 16 17:51:10.678026 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-b41459b4-1cdc-47e4-9dd0-829b0162978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:10.679432 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-b41459b4-1cdc-47e4-9dd0-829b0162978e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370748 May 16 17:51:10.778023 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-cceb68f3-b430-4486-9460-fbc14058a5a1 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920305 May 16 17:51:10.872721 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-610b1a93-086d-43b1-bc88-3e1f1bebc486 req-4be30f26-6572-4852-bdc5-8efc0a8fcbb2 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890203 May 16 17:51:20.142609 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:51:25.896814 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-05cf9102-f294-4219-9114-548cf3b78126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:28.373698 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-561bd1bd-c245-4492-b26e-cd998c7ff10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:29.154862 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:30.473017 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:30.671335 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:32.152468 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:44.667096 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c696d1-9b4f-41fb-995b-ea8feb8faa6a req-1771ccad-e51f-4108-9355-27924765f905 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:44.668484 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b2c696d1-9b4f-41fb-995b-ea8feb8faa6a req-1771ccad-e51f-4108-9355-27924765f905 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0555913 May 16 17:51:44.714965 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b2c696d1-9b4f-41fb-995b-ea8feb8faa6a req-15515b59-6995-46f7-9976-9ca353ca9aa1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 May 16 17:51:45.840073 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704977b5-230d-4bc3-ae1d-53aa07db6939 req-c639e411-56d4-495a-ace9-9c4e8a47f220 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:45.841508 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-704977b5-230d-4bc3-ae1d-53aa07db6939 req-c639e411-56d4-495a-ace9-9c4e8a47f220 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0506644 May 16 17:51:45.890206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-704977b5-230d-4bc3-ae1d-53aa07db6939 req-2efbb05b-688e-4904-9eab-ed9e3fb80f45 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 May 16 17:51:47.031123 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b1f70-37e2-4d79-b9aa-f15cd47cefe7 req-1a03aef0-91a7-4523-ac85-a766f295ba7d tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:47.032592 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-526b1f70-37e2-4d79-b9aa-f15cd47cefe7 req-1a03aef0-91a7-4523-ac85-a766f295ba7d tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0579762 May 16 17:51:47.083298 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-526b1f70-37e2-4d79-b9aa-f15cd47cefe7 req-caaf9c2f-1472-4d74-891f-c545343bbdc6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 May 16 17:51:48.209562 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5360e-0bb3-4cab-8285-1c1201cbbcdb req-facf8d77-43fb-415f-9b41-43db7a511b65 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:48.211065 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24d5360e-0bb3-4cab-8285-1c1201cbbcdb req-facf8d77-43fb-415f-9b41-43db7a511b65 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0498827 May 16 17:51:48.258152 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-24d5360e-0bb3-4cab-8285-1c1201cbbcdb req-9a869ed0-f8c4-4ab7-9e72-998c514a698e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 May 16 17:51:49.389526 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf9261-da13-4db3-8b60-e5026f69e028 req-311df80b-c99e-48c0-bd40-2fa6816c55d8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:49.391124 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e7cf9261-da13-4db3-8b60-e5026f69e028 req-311df80b-c99e-48c0-bd40-2fa6816c55d8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0506961 May 16 17:51:49.440472 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e7cf9261-da13-4db3-8b60-e5026f69e028 req-3fcacb44-ff63-48c2-b93e-2e339e019c5c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 May 16 17:51:50.571368 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079373ef-3b07-4160-8661-010df70e526a req-80860699-9c01-4c4f-84ad-4cd0261848b8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:50.572821 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-079373ef-3b07-4160-8661-010df70e526a req-80860699-9c01-4c4f-84ad-4cd0261848b8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0483515 May 16 17:51:50.624692 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-079373ef-3b07-4160-8661-010df70e526a req-024f46d3-1dc3-4247-a38c-4b48707905dc tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 May 16 17:51:51.744387 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096399-5ea6-4090-bf83-0ad0689cde2d req-bf7546dd-4cea-43ff-9ddd-1cd6fe48ddda tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:51.745904 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8d096399-5ea6-4090-bf83-0ad0689cde2d req-bf7546dd-4cea-43ff-9ddd-1cd6fe48ddda tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0485611 May 16 17:51:51.796228 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8d096399-5ea6-4090-bf83-0ad0689cde2d req-aacb8628-9e02-4e4f-9afc-fd14003d5633 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 May 16 17:51:52.932270 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbc107-a5d6-4798-8328-97befe41ef99 req-1cdf7663-59e7-4b4f-9f76-d60eb24ab915 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:52.934628 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-03bbc107-a5d6-4798-8328-97befe41ef99 req-1cdf7663-59e7-4b4f-9f76-d60eb24ab915 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0579681 May 16 17:51:52.984322 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-03bbc107-a5d6-4798-8328-97befe41ef99 req-a1ace2c9-6e91-4ee9-84db-e0c27ce135ea tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 May 16 17:51:54.383538 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850ff45-87b4-4f99-a6f1-652a9aa6e830 req-306ea4ec-e61f-4232-a9ce-ab2694b124ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:54.384898 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3850ff45-87b4-4f99-a6f1-652a9aa6e830 req-306ea4ec-e61f-4232-a9ce-ab2694b124ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.3238871 May 16 17:51:54.433936 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3850ff45-87b4-4f99-a6f1-652a9aa6e830 req-6a209333-9ae1-42a7-a823-43c1281d1aff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 May 16 17:51:55.552977 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cc826-5222-4fa1-9742-b8fb036de54e req-68930267-fd23-4187-bcaa-ad2197c55a97 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:55.554542 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dc5cc826-5222-4fa1-9742-b8fb036de54e req-68930267-fd23-4187-bcaa-ad2197c55a97 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0501685 May 16 17:51:55.600868 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-dc5cc826-5222-4fa1-9742-b8fb036de54e req-d0cbd5cc-5552-414f-8913-3163b0b90f2a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 May 16 17:51:55.896227 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f19748b6-4474-46a1-ba89-242f05a9ed93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:56.726776 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914579c6-a84c-4969-bf1e-dfe352b93a24 req-6801732f-9542-4a9f-a575-deb22bfffc30 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:56.728300 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-914579c6-a84c-4969-bf1e-dfe352b93a24 req-6801732f-9542-4a9f-a575-deb22bfffc30 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0566230 May 16 17:51:56.776531 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-914579c6-a84c-4969-bf1e-dfe352b93a24 req-66c5860a-c2e1-40a6-89c8-6da96f75c85c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 May 16 17:51:57.142363 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:51:57.907067 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78b0a8-96eb-460b-bd2c-e4c4d2275d5f req-c8297950-90e7-4a4a-91a5-8f4a5943968a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:57.908422 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f78b0a8-96eb-460b-bd2c-e4c4d2275d5f req-c8297950-90e7-4a4a-91a5-8f4a5943968a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0578516 May 16 17:51:57.956442 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4f78b0a8-96eb-460b-bd2c-e4c4d2275d5f req-c640f70d-c88d-462a-b9f3-43f1a1cc11ee tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 May 16 17:51:58.369610 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8b1961e1-4a08-4701-82cc-5804fb7e6c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:51:59.090663 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c372d-8081-46d4-a03f-d7cc3d2253f0 req-bdc46e3b-c6bd-4699-ae81-95d76ae121ef tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:51:59.092110 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-436c372d-8081-46d4-a03f-d7cc3d2253f0 req-bdc46e3b-c6bd-4699-ae81-95d76ae121ef tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0493615 May 16 17:51:59.145366 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-436c372d-8081-46d4-a03f-d7cc3d2253f0 req-81ae8ef6-3f0e-480a-bf01-43e09befde43 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451310 May 16 17:51:59.152929 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:00.271537 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74771f-2e98-4088-a4c9-bee731046796 req-712a530b-0d3d-41d3-8cac-d32f53f92f98 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:00.272990 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ea74771f-2e98-4088-a4c9-bee731046796 req-712a530b-0d3d-41d3-8cac-d32f53f92f98 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0512433 May 16 17:52:00.319675 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ea74771f-2e98-4088-a4c9-bee731046796 req-7a22c6b2-15dc-49c1-b02d-9790f5744f4d tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 May 16 17:52:00.482241 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:00.666648 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:01.449123 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4bd37-1229-4536-be4f-e4775fdfc499 req-eec8de18-528c-4553-b974-162a50cbcd30 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:01.450704 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-94a4bd37-1229-4536-be4f-e4775fdfc499 req-eec8de18-528c-4553-b974-162a50cbcd30 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0511401 May 16 17:52:01.504040 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-94a4bd37-1229-4536-be4f-e4775fdfc499 req-2bf17148-c017-46be-aeba-957d7fb7b4f2 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450554 May 16 17:52:02.150876 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:02.638787 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f0f9-b1c6-405d-abe3-50a88400aa48 req-ead85499-3ed6-4325-95e8-64148fd5490a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:02.640246 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e3e4f0f9-b1c6-405d-abe3-50a88400aa48 req-ead85499-3ed6-4325-95e8-64148fd5490a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0586464 May 16 17:52:02.688609 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e3e4f0f9-b1c6-405d-abe3-50a88400aa48 req-7db39702-8456-41c7-a7fa-96b3afdd40d3 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 May 16 17:52:03.819097 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6900-c8fc-4e93-a3c9-bce8334fcfdb req-93c5eb51-487c-4d8b-907e-c570caef0bb5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:03.820537 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a73c6900-c8fc-4e93-a3c9-bce8334fcfdb req-93c5eb51-487c-4d8b-907e-c570caef0bb5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0468874 May 16 17:52:03.868020 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a73c6900-c8fc-4e93-a3c9-bce8334fcfdb req-b5d67ae4-9279-4715-8e82-aa1455932baa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 May 16 17:52:05.000530 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeac5d-5c16-4046-9cf6-b1c5eac186dd req-44fb05d0-459f-4bb3-a8e1-1600cf3209c6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:05.002048 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5bbeac5d-5c16-4046-9cf6-b1c5eac186dd req-44fb05d0-459f-4bb3-a8e1-1600cf3209c6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0521641 May 16 17:52:05.053030 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5bbeac5d-5c16-4046-9cf6-b1c5eac186dd req-70b93859-46a6-416f-85b7-d09d8509eb36 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450325 May 16 17:52:05.292711 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834646-6e8e-4605-9dea-18d331c16f43 req-abf522e5-6529-402c-ba84-48cab7859a9e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:05.294304 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96834646-6e8e-4605-9dea-18d331c16f43 req-abf522e5-6529-402c-ba84-48cab7859a9e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0481579 May 16 17:52:05.368330 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-9855c6bd-11eb-422a-b2eb-2bd10b5796bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:05.369879 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-9855c6bd-11eb-422a-b2eb-2bd10b5796bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0558312 May 16 17:52:05.373026 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96834646-6e8e-4605-9dea-18d331c16f43 req-55924570-c6c6-4457-b6ad-df8bb555d8c1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724149 May 16 17:52:05.463045 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-36ee9549-e0a0-4a74-9d1a-2ff9044a8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:05.464416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-36ee9549-e0a0-4a74-9d1a-2ff9044a8919 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 911 time: 0.0889559 May 16 17:52:05.526874 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-a2eb1a75-6b7f-48ef-a9af-0d6dcfc8353b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 200 len: 1001 time: 0.0570073 May 16 17:52:05.579322 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-016e9317-8afb-4661-b65e-69831f8c1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:05.583727 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-016e9317-8afb-4661-b65e-69831f8c1174 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0510139 May 16 17:52:05.633936 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-661bea91-c08d-4ca1-9cc5-31fc06bbcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:05.635531 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-661bea91-c08d-4ca1-9cc5-31fc06bbcc51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446026 May 16 17:52:05.732834 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-5ba99ce5-8ab4-47d8-a8a2-808ea608c639 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884969 May 16 17:52:05.822553 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-223ec13f-7ac0-4c09-93f7-a60b0b5e319b req-8ebf6566-3fa3-41fd-a926-c91754ec2329 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833640 May 16 17:52:06.491427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2cde0-090a-4b3f-ae6c-80c826ac9674 req-f2a1b61d-49b8-4a23-b1e8-b6d3835cd37a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:06.492913 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8ce2cde0-090a-4b3f-ae6c-80c826ac9674 req-f2a1b61d-49b8-4a23-b1e8-b6d3835cd37a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0474524 May 16 17:52:06.547786 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8ce2cde0-090a-4b3f-ae6c-80c826ac9674 req-b1e14443-6b48-4269-87de-62d03e278f45 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463014 May 16 17:52:07.675965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20364c-b3b6-4b7b-8ad8-e1efaea8a5a1 req-78497667-8683-46f3-8632-5e40b41ebdf5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:07.677442 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b20364c-b3b6-4b7b-8ad8-e1efaea8a5a1 req-78497667-8683-46f3-8632-5e40b41ebdf5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0549524 May 16 17:52:07.725313 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7b20364c-b3b6-4b7b-8ad8-e1efaea8a5a1 req-7853a204-d88a-451f-b2a9-85737bbfb1ab tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 May 16 17:52:11.334989 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-be863280-2c24-4d52-819d-065ede49955a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398149 May 16 17:52:11.392139 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-e7e81df1-0993-4672-915e-1ed55bb1cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:11.393579 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-e7e81df1-0993-4672-915e-1ed55bb1cd6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0387731 May 16 17:52:11.503786 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-d9f2792d-0170-4ae5-8105-4cf0f48929e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:11.505228 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-d9f2792d-0170-4ae5-8105-4cf0f48929e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 911 time: 0.0895500 May 16 17:52:11.569717 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-af0fe594-b89f-4663-b3bf-f5bdc6bda76b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 200 len: 1001 time: 0.0581627 May 16 17:52:11.616213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-98c1435e-d033-4a2e-a270-659b2af70937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:11.617623 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-98c1435e-d033-4a2e-a270-659b2af70937 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0425403 May 16 17:52:11.663005 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-54df72e5-23f0-4841-949e-8800569bc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:11.664458 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-54df72e5-23f0-4841-949e-8800569bc761 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374777 May 16 17:52:11.772412 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-4c641508-a572-46ae-a72b-ffcf6918db50 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013415 May 16 17:52:11.865641 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-8df649ec-c0ec-4efc-8e7c-dc751e61053d req-ed627246-f530-4980-a0e7-2c6d0f18a9e3 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873678 May 16 17:52:25.897108 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-2af7cbed-1fa8-4644-b2ff-d0ad0d1a48d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:28.359954 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-83dbcbc7-2a5e-490e-9749-694c2a55e630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:29.152581 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:30.480086 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:30.672401 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:32.144277 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:32.781917 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-ca250b7c-a37f-4976-91db-b06c4b8dc034 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941768447&fields=id&tenant_id=782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 267 time: 0.0474458 May 16 17:52:32.888251 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-e2379602-c9a7-4fd1-964b-ff7cb63d84dc tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:32.889763 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-e2379602-c9a7-4fd1-964b-ff7cb63d84dc tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 812 time: 0.1014500 May 16 17:52:32.904544 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-17bf0b6a-aecc-4146-8029-cb6949eae3aa tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/quotas/782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 375 time: 0.0094187 May 16 17:52:32.955472 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-bb2e9132-ed61-4f6a-a518-e9e5438c44aa tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460818 May 16 17:52:33.057135 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-fef2f1c2-1aa9-4287-bccd-4f8555fe1bc2 service neutron] 10.222.0.58 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896673 May 16 17:52:33.146166 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-bde4519d-1649-4166-86a7-a93bfe4d18d9 service neutron] 10.222.0.58 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831242 May 16 17:52:33.464771 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58b27d5f-fed0-4e08-ad09-efca098f2dbd req-9abfaa4d-ce63-4dcb-861f-2aa9df32d229 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 210 time: 0.0400021 May 16 17:52:34.147303 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:52:34.392001 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-a9fe4ed3-30e4-4f10-ba3b-fa31bc6f1985 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:34.393457 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-a9fe4ed3-30e4-4f10-ba3b-fa31bc6f1985 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 812 time: 0.1130595 May 16 17:52:34.455421 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-143356de-06d7-40c0-ba39-b76dd4b84ad4 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=782ab44dbedd4b94b6c8fb2414a51a79 HTTP/1.1" status: 200 len: 379 time: 0.0530958 May 16 17:52:34.463778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'port': {'device_id': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'admin_state_up': True, 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'security_groups': ['097b3d73-3aaa-49e1-9ddd-177c4cac69c2']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:52:34.568602 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-12bc3906-7b6b-407c-8c35-2a4360cb0148 req-eb5645f8-250c-4d9e-938e-6eec774d6194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 210 time: 0.0348215 May 16 17:52:34.599298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Made reservation on behalf of 782ab44dbedd4b94b6c8fb2414a51a79 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:52:34.603173 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:34.750596 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Allocated IP 172.20.0.9 (20304413-223e-468b-b381-be0770314d15/5a9cac7a-8f94-4b55-b634-317b6bd297ec/bc83479d-4dba-45c2-bd9b-eeee1adfc294) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:52:34.900018 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:34.933064 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:34.975038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Network 20304413-223e-468b-b381-be0770314d15 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:52:34.978153 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:52:34.980799 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:52:35.009272 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=bc83479d-4dba-45c2-bd9b-eeee1adfc294,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:35.024319 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.024677 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.025015 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.025357 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.025724 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.026061 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.026384 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.026706 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.027030 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.027341 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.027656 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.027977 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.028340 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.028657 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.028970 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:35.052232 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:35.052850 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.070848 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-47e07690-4f32-44e8-80f1-cf6440acfe03 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106114 May 16 17:52:35.082574 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Request body: {'port': {'device_id': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:52:35.146033 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.194384 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-4c1a3325-3a4d-4a38-9e1a-f9be0d88b3d7 None None] Provisioning complete for port bc83479d-4dba-45c2-bd9b-eeee1adfc294 triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:52:35.195016 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-4c1a3325-3a4d-4a38-9e1a-f9be0d88b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.226457 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a3325-3a4d-4a38-9e1a-f9be0d88b3d7 None None] Port bc83479d-4dba-45c2-bd9b-eeee1adfc294 cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:52:35.427274 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc83479d-4dba-45c2-bd9b-eeee1adfc294 {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:52:35.434642 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Publish callbacks [] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.453909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Transition to ACTIVE for port object bc83479d-4dba-45c2-bd9b-eeee1adfc294 will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:52:35.461199 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.514831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc83479d-4dba-45c2-bd9b-eeee1adfc294,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:35.588828 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Attempting to bind port bc83479d-4dba-45c2-bd9b-eeee1adfc294 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:52:35.589183 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Attempting to bind port bc83479d-4dba-45c2-bd9b-eeee1adfc294 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:52:35.589515 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Attempting to bind port bc83479d-4dba-45c2-bd9b-eeee1adfc294 on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:52:35.594729 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Port bc83479d-4dba-45c2-bd9b-eeee1adfc294 on network 20304413-223e-468b-b381-be0770314d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:52:35.595064 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Attempting to bind port bc83479d-4dba-45c2-bd9b-eeee1adfc294 on network 20304413-223e-468b-b381-be0770314d15 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:52:35.600603 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:52:35.600954 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Checking segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:52:35.601338 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Bound using segment: {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:52:35.601798 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Bound port: bc83479d-4dba-45c2-bd9b-eeee1adfc294, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391faf7d-5651-4a4f-bc7a-d2484fb686bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20304413-223e-468b-b381-be0770314d15'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:52:35.602168 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.694232 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] For port bc83479d-4dba-45c2-bd9b-eeee1adfc294, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:52:35.711082 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcce7a-c694-413f-99dd-cca3c9e0609d req-53c11f17-0bd5-4ac2-b250-f7fcec8bcb1c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:35.712534 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06fcce7a-c694-413f-99dd-cca3c9e0609d req-53c11f17-0bd5-4ac2-b250-f7fcec8bcb1c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0643787 May 16 17:52:35.715821 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] For port bc83479d-4dba-45c2-bd9b-eeee1adfc294, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:52:35.725491 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.776570 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:35.777186 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:35.778807 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] 10.222.0.35 "PUT /v2.0/ports/bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 200 len: 1093 time: 0.7004609 May 16 17:52:35.779445 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:52:35.783398 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5849404c-19c9-4025-b1b6-7695187930cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:52:35.815771 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4c245-34d7-4325-9635-a90467cf2d4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc83479d-4dba-45c2-bd9b-eeee1adfc294,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:35.821748 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06fcce7a-c694-413f-99dd-cca3c9e0609d req-caaa1fcd-7e2c-48b9-97d8-8ba9ff77c972 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031084 May 16 17:52:35.852914 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f98b284-c914-418e-af34-ad06835f1341 x-openstack-request-id: req-0f98b284-c914-418e-af34-ad06835f1341 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:52:35.853201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:52:35.853452 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f98b284-c914-418e-af34-ad06835f1341 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:52:35.853870 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f98b284-c914-418e-af34-ad06835f1341'] response: {'name': 'network-changed', 'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'status': 'completed', 'code': 200} May 16 17:52:35.865706 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-bafb33c0-0ac2-4ee1-ad9d-4e2dc7be1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:35.867205 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-bafb33c0-0ac2-4ee1-ad9d-4e2dc7be1e5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1127 time: 0.0442719 May 16 17:52:35.907119 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-2480a315-a75e-44a8-9b86-965a97442359 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 200 len: 217 time: 0.0329185 May 16 17:52:35.957449 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-24211f53-a67a-4c64-9826-e170fd434265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:35.958952 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-24211f53-a67a-4c64-9826-e170fd434265 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0453522 May 16 17:52:36.002043 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-39df90b3-6da2-450d-bacb-9e808ffdb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:36.003535 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-39df90b3-6da2-450d-bacb-9e808ffdb256 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376749 May 16 17:52:36.094224 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-c61a6c5a-9602-4702-b9c1-3d46e557bb64 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836496 May 16 17:52:36.199063 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-bfb65cc3-4d8a-4143-9bb2-6303f453d841 req-d9b912f8-5830-4a18-8089-c529b8e89f4c service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983477 May 16 17:52:36.539771 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849404c-19c9-4025-b1b6-7695187930cf req-e34e14a5-18e8-4704-a542-ffc22c5ddc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:36.541671 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-e34e14a5-18e8-4704-a542-ffc22c5ddc0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1127 time: 0.0413437 May 16 17:52:36.632578 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849404c-19c9-4025-b1b6-7695187930cf req-71671461-4891-4f43-8274-8482be3954ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:36.634069 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-71671461-4891-4f43-8274-8482be3954ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0820942 May 16 17:52:36.679760 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-7020f205-e6bf-48b5-b8de-4a10452f4b74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 200 len: 217 time: 0.0351341 May 16 17:52:36.733113 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849404c-19c9-4025-b1b6-7695187930cf req-5c2abd24-cc39-48cd-be7f-66920d4b9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:36.734579 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-5c2abd24-cc39-48cd-be7f-66920d4b9124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0461555 May 16 17:52:36.779639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849404c-19c9-4025-b1b6-7695187930cf req-494a255d-4190-4835-bee3-fd2d26417d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:36.781063 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-494a255d-4190-4835-bee3-fd2d26417d5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394604 May 16 17:52:36.873426 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-dbc743fa-2746-46db-818d-940d10238154 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848219 May 16 17:52:36.983253 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8b8b3-268d-4fd5-b264-b0fa524f4d75 req-b20b9700-b522-478c-bc48-877892592662 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:36.984714 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e8b8b3-268d-4fd5-b264-b0fa524f4d75 req-b20b9700-b522-478c-bc48-877892592662 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0883884 May 16 17:52:37.016774 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5849404c-19c9-4025-b1b6-7695187930cf req-33991f8e-d85c-4120-a1ab-e8a36ba164f8 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372657 May 16 17:52:37.047463 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-19e8b8b3-268d-4fd5-b264-b0fa524f4d75 req-58dc45e5-0e1f-496f-bfa1-adebe849f58b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563176 May 16 17:52:38.178672 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fcb77-6ec4-4c7b-9cd4-bc05880e69b7 req-077b10e1-56ed-43ef-a787-1336d33a2c34 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:38.180139 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-db9fcb77-6ec4-4c7b-9cd4-bc05880e69b7 req-077b10e1-56ed-43ef-a787-1336d33a2c34 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0498574 May 16 17:52:38.231560 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-db9fcb77-6ec4-4c7b-9cd4-bc05880e69b7 req-56c2b53e-8560-4b01-a3d9-c6412d249905 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 May 16 17:52:39.367929 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c439f-9775-419d-abf1-570de2a480a3 req-c80dc219-84b6-4ed0-92af-31ac796a2c8e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:39.369416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-573c439f-9775-419d-abf1-570de2a480a3 req-c80dc219-84b6-4ed0-92af-31ac796a2c8e tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0606554 May 16 17:52:39.420304 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-573c439f-9775-419d-abf1-570de2a480a3 req-dce1c455-cd4e-40d0-981d-10b3aa73210a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443399 May 16 17:52:40.553292 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d481d1-d1b7-4d50-a1ef-4a85cc8ebd18 req-510a66d2-9095-4f39-a08d-eb49666c92cd tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:40.554818 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1d481d1-d1b7-4d50-a1ef-4a85cc8ebd18 req-510a66d2-9095-4f39-a08d-eb49666c92cd tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0490539 May 16 17:52:40.608955 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f1d481d1-d1b7-4d50-a1ef-4a85cc8ebd18 req-8606228d-1e98-4c8b-8b0c-441d7cd189b3 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481613 May 16 17:52:41.730742 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503b31d-0ba9-4807-8f2f-e02292cb2e92 req-f59174fb-44b1-4f51-be3b-485b72c63b7b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:41.732183 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7503b31d-0ba9-4807-8f2f-e02292cb2e92 req-f59174fb-44b1-4f51-be3b-485b72c63b7b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0477014 May 16 17:52:41.785711 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7503b31d-0ba9-4807-8f2f-e02292cb2e92 req-eb8f7a1c-ac1a-4cce-acec-a56b19b3c2a0 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478711 May 16 17:52:42.920957 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b261979-520e-4686-8832-3958af5b7ce5 req-276dfd02-13a5-4d6d-a884-294b907cc1a7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:42.922438 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b261979-520e-4686-8832-3958af5b7ce5 req-276dfd02-13a5-4d6d-a884-294b907cc1a7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 943 time: 0.0469306 May 16 17:52:42.975174 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9b261979-520e-4686-8832-3958af5b7ce5 req-bf703819-d5d9-42e1-812a-2a24c0a180a7 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 May 16 17:52:43.600208 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device bc83479d-4dba-45c2-bd9b-eeee1adfc294 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:52:43.688606 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de3b05-a1e4-4ea1-b9ee-ae592a5bfee6 req-d130a8cf-0847-41dd-89ec-da9153741b4b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:43.690181 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-07de3b05-a1e4-4ea1-b9ee-ae592a5bfee6 req-d130a8cf-0847-41dd-89ec-da9153741b4b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0497613 May 16 17:52:43.703523 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port bc83479d-4dba-45c2-bd9b-eeee1adfc294, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:52:43.714641 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'port_id': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'mac_address': 'fa:16:3e:c8:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:52:43.736579 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-07de3b05-a1e4-4ea1-b9ee-ae592a5bfee6 req-083c71e8-95e3-433f-8518-06a3b7869f2e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 May 16 17:52:43.749666 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port bc83479d-4dba-45c2-bd9b-eeee1adfc294 is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:52:43.750063 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:43.763134 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc83479d-4dba-45c2-bd9b-eeee1adfc294 {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:52:43.791811 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port bc83479d-4dba-45c2-bd9b-eeee1adfc294, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:52:43.798249 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:43.974806 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=bc83479d-4dba-45c2-bd9b-eeee1adfc294,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:43.982122 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.982441 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.982798 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.983132 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.983453 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.983773 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.984090 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.984401 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.984715 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.985014 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.985326 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.985672 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.985984 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.986294 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:43.986653 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:52:44.051579 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['bc83479d-4dba-45c2-bd9b-eeee1adfc294'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:52:44.100596 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f76a-ffe7-47b5-98be-d6dd7089379c req-52561116-ea29-4ba4-bf60-4adb58ea661b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:44.102070 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9368f76a-ffe7-47b5-98be-d6dd7089379c req-52561116-ea29-4ba4-bf60-4adb58ea661b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 944 time: 0.0503476 May 16 17:52:44.157933 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-9368f76a-ffe7-47b5-98be-d6dd7089379c req-9f76e382-c200-4bbb-9bf9-731fe9955680 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496221 May 16 17:52:44.858825 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0e25-0d8e-4986-843f-100a942818fd req-5f8ec6b3-6647-4802-8791-290000ca435c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:44.860262 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2edd0e25-0d8e-4986-843f-100a942818fd req-5f8ec6b3-6647-4802-8791-290000ca435c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0481050 May 16 17:52:44.909953 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-2edd0e25-0d8e-4986-843f-100a942818fd req-b8db8e7e-b102-4c54-abe8-1c2e68ac6225 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 May 16 17:52:45.291738 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc227-e1e2-4db7-9c9a-1d2bf4b6c612 req-d2195f04-668a-44ad-b2e6-98e977f800d4 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:45.293162 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-703dc227-e1e2-4db7-9c9a-1d2bf4b6c612 req-d2195f04-668a-44ad-b2e6-98e977f800d4 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 944 time: 0.0522797 May 16 17:52:45.343946 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-703dc227-e1e2-4db7-9c9a-1d2bf4b6c612 req-dc07b766-0579-4577-a29d-34a365f8b80a tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 May 16 17:52:45.615946 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device bc83479d-4dba-45c2-bd9b-eeee1adfc294 up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:52:45.659013 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port bc83479d-4dba-45c2-bd9b-eeee1adfc294 completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:52:45.667495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port bc83479d-4dba-45c2-bd9b-eeee1adfc294 triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:52:45.668065 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:45.746702 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port bc83479d-4dba-45c2-bd9b-eeee1adfc294 is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:52:45.747132 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:45.770138 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:52:45.772391 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc53a7-8b34-4bfc-a6a9-69ba525d2d52" -d '{"events": [{"server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "name": "network-vif-plugged", "status": "completed", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:52:45.784287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port bc83479d-4dba-45c2-bd9b-eeee1adfc294, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:52:45.789085 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:45.813296 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72041225-215c-4184-ad22-83b55922ec0a x-openstack-request-id: req-72041225-215c-4184-ad22-83b55922ec0a {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:52:45.813675 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "name": "network-vif-plugged", "status": "completed", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:52:45.813859 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72041225-215c-4184-ad22-83b55922ec0a {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:52:45.814255 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72041225-215c-4184-ad22-83b55922ec0a'] response: {'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'code': 200} May 16 17:52:45.841279 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=bc83479d-4dba-45c2-bd9b-eeee1adfc294,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:46.047502 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42066431-ec8a-4ae1-88c4-5d8456825817 req-6d8e553f-4106-4252-b165-4dc2954484be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:46.049052 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-42066431-ec8a-4ae1-88c4-5d8456825817 req-6d8e553f-4106-4252-b165-4dc2954484be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0732319 May 16 17:52:46.051947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f935f9-9496-459a-ba7c-46127091c4dd req-be286889-0cf1-432f-8798-775fa7cc47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:46.053300 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-75f935f9-9496-459a-ba7c-46127091c4dd req-be286889-0cf1-432f-8798-775fa7cc47d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1129 time: 0.0494826 May 16 17:52:46.124737 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-42066431-ec8a-4ae1-88c4-5d8456825817 req-36a6fe2f-b9e1-4889-9ece-0f1627561f35 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701909 May 16 17:52:46.127289 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-75f935f9-9496-459a-ba7c-46127091c4dd req-8122a257-58cc-4ad1-b30a-cd2de7f894cc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672743 May 16 17:52:46.480506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec9464-d091-4b7a-ac10-80199c556d65 req-b9054ebc-f7b7-47e5-841f-c5e1e7a4589b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:46.481986 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fdec9464-d091-4b7a-ac10-80199c556d65 req-b9054ebc-f7b7-47e5-841f-c5e1e7a4589b tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 945 time: 0.0563867 May 16 17:52:46.532417 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fdec9464-d091-4b7a-ac10-80199c556d65 req-a8bffb7f-c807-4ca6-a7b0-e025025605c0 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447550 May 16 17:52:47.243118 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b45b4-ea34-4450-bd73-a8c7dea68f79 req-743ec937-cebc-4dc8-ba1a-a3a03035b6ea tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:47.244571 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f19b45b4-ea34-4450-bd73-a8c7dea68f79 req-743ec937-cebc-4dc8-ba1a-a3a03035b6ea tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0473161 May 16 17:52:47.294149 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f19b45b4-ea34-4450-bd73-a8c7dea68f79 req-58803dcb-4bdf-4ae7-bbba-2f4cf01430d5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 May 16 17:52:47.647328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90556b34-e49e-41a0-91df-36d1a3363ed1 req-73c83099-dd27-4f6a-aa71-aaa3437e5ca2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:47.648771 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-90556b34-e49e-41a0-91df-36d1a3363ed1 req-73c83099-dd27-4f6a-aa71-aaa3437e5ca2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 945 time: 0.0472059 May 16 17:52:47.697580 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-90556b34-e49e-41a0-91df-36d1a3363ed1 req-1a921b73-9b31-4c26-b67e-4d2a48836df5 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 May 16 17:52:47.811017 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ab4b-522e-471f-bbd5-2f52eb4fd464 req-5e87c3f6-e0f4-4db3-9ce5-f48448ef0d15 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:47.812358 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1352ab4b-522e-471f-bbd5-2f52eb4fd464 req-5e87c3f6-e0f4-4db3-9ce5-f48448ef0d15 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 945 time: 0.0489020 May 16 17:52:47.862834 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1352ab4b-522e-471f-bbd5-2f52eb4fd464 req-e5b12766-330d-414b-beb1-42b256b064b8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 May 16 17:52:47.889646 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37126) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:52:48.193813 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec464df5-eac2-4460-80be-c36824df1f93 tempest-TestVolumeBootPattern-1237838121 tempest-TestVolumeBootPattern-1237838121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:48.195230 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ec464df5-eac2-4460-80be-c36824df1f93 tempest-TestVolumeBootPattern-1237838121 tempest-TestVolumeBootPattern-1237838121-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1124 time: 0.3046467 May 16 17:52:48.199472 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37128) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:52:48.204073 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'port_id': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:52:48.227686 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:48.306740 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:48.442807 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896d149-c5ea-4491-b108-6061cd656844 req-e19fe2e1-25ce-4db3-bff4-c18573a51b94 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:48.444340 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7896d149-c5ea-4491-b108-6061cd656844 req-e19fe2e1-25ce-4db3-bff4-c18573a51b94 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0755947 May 16 17:52:48.452077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Allocated IP 172.27.0.6 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/faecaae1-34d2-4722-a6b1-9f327a404f10) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:52:48.547060 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-7896d149-c5ea-4491-b108-6061cd656844 req-fb88f5ad-317f-475e-9c9a-22f1f809185b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961344 May 16 17:52:48.586302 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:48.619909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:48.654504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:52:48.657268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:52:48.663049 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:52:48.668320 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=faecaae1-34d2-4722-a6b1-9f327a404f10,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:49.007768 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (458b7dac-5a9b-4696-9405-009051fc02b9), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:49.075995 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:49.252972 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:49.258596 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:49.333076 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event updated for resources: {'Port': ['ID=faecaae1-34d2-4722-a6b1-9f327a404f10,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:52:49.340386 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (458b7dac-5a9b-4696-9405-009051fc02b9), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:49.435280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Floating IP 458b7dac-5a9b-4696-9405-009051fc02b9 associated. External IP: 172.27.0.6, port: bc83479d-4dba-45c2-bd9b-eeee1adfc294. May 16 17:52:49.678300 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:52:49.686335 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dec8c2-6277-4807-b0ad-3f35e8029121 req-a3369086-c478-4343-ae83-fe6a2eb65db5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:49.687830 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16dec8c2-6277-4807-b0ad-3f35e8029121 req-a3369086-c478-4343-ae83-fe6a2eb65db5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0650127 May 16 17:52:49.779095 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-16dec8c2-6277-4807-b0ad-3f35e8029121 req-2eda7e62-59be-41ac-bea5-f27fcbf642f6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847638 May 16 17:52:49.823716 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:52:49.834058 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:52:49.846649 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:52:49.847299 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:52:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:52:49.848923 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:49.878386 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-bf46c31f-395d-4713-8feb-7af875bebc9c tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6778471 May 16 17:52:49.879104 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:52:49.881529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d" -d '{"events": [{"name": "network-changed", "server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:52:49.917013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31549b05-e3d6-438e-82b8-ad223fa35713 x-openstack-request-id: req-31549b05-e3d6-438e-82b8-ad223fa35713 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:52:49.917307 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:52:49.917591 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31549b05-e3d6-438e-82b8-ad223fa35713 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:52:49.918004 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31549b05-e3d6-438e-82b8-ad223fa35713'] response: {'name': 'network-changed', 'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'status': 'completed', 'code': 200} May 16 17:52:49.952584 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:52:49.977063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-64762714-0879-4417-bd98-4fc877f7ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:49.978610 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-64762714-0879-4417-bd98-4fc877f7ceb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1129 time: 0.0387263 May 16 17:52:50.074784 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-3baf5fc9-6098-47cf-93d5-0ffe91a53e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:50.076362 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-3baf5fc9-6098-47cf-93d5-0ffe91a53e78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0909789 May 16 17:52:50.136581 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-a30cf925-57a9-46fb-8f1c-26dfe81e47d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 200 len: 997 time: 0.0535007 May 16 17:52:50.185348 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-9a96216b-a3af-4f43-bcd5-a2ffd77a4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:50.186895 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-9a96216b-a3af-4f43-bcd5-a2ffd77a4b6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0442665 May 16 17:52:50.244506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-e2fe21f2-cf9b-4787-9ef1-e1001c3cfca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:50.246102 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-e2fe21f2-cf9b-4787-9ef1-e1001c3cfca7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448945 May 16 17:52:50.255173 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '458b7dac-5a9b-4696-9405-009051fc02b9', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:c8:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:52:48Z', 'updated_at': '2022-05-16T17:52:48Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}, {'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:59Z', 'revision_number': 1, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:52:50.279578 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:52:50.288581 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:52:50.289199 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:52:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:52:50.362976 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-53d2f455-bad0-48c9-88d5-91fec458b176 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885284 May 16 17:52:50.389494 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:52:50.456596 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6ee39277-8e1b-4e1d-9d73-a34bbf10f73d req-dd0fa749-72ca-4a69-8a20-7cc58e685794 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873556 May 16 17:52:50.614307 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '458b7dac-5a9b-4696-9405-009051fc02b9', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:c8:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:52:48Z', 'updated_at': '2022-05-16T17:52:48Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}, {'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:59Z', 'revision_number': 1, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:52:50.639296 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cebd34-cb64-4bf8-843e-d6e9e17dea2e None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': '458b7dac-5a9b-4696-9405-009051fc02b9', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:c8:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:52:48Z', 'updated_at': '2022-05-16T17:52:48Z', 'revision_number': 0, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}, {'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:59Z', 'revision_number': 1, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:52:50.846280 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb19d93-c045-427d-8910-8dbfe886ab21 None None] New status for floating IP 458b7dac-5a9b-4696-9405-009051fc02b9: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:52:50.895600 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7384d-a653-40f7-b26b-3e3ff5393f2e req-5f0058af-c3b0-485f-93b0-c0e9380ec494 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:50.897023 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ed7384d-a653-40f7-b26b-3e3ff5393f2e req-5f0058af-c3b0-485f-93b0-c0e9380ec494 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0466666 May 16 17:52:50.943521 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3ed7384d-a653-40f7-b26b-3e3ff5393f2e req-76741f0b-0506-421f-b5b4-33fd72bd83d4 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408356 May 16 17:52:52.087862 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27749c97-47c3-4bd2-b97f-f4a5d079ce73 req-ab1a6ff9-a042-471c-9906-fb6136f1ce68 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:52.089316 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27749c97-47c3-4bd2-b97f-f4a5d079ce73 req-ab1a6ff9-a042-471c-9906-fb6136f1ce68 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0605555 May 16 17:52:52.137067 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-27749c97-47c3-4bd2-b97f-f4a5d079ce73 req-2e2b3883-a3fc-408f-8146-73601509a740 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 May 16 17:52:53.263802 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bb35d-1857-49f2-8703-c5bf95f7b9e6 req-54c624f3-6400-4a5a-839a-909ed892790f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:53.265315 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b96bb35d-1857-49f2-8703-c5bf95f7b9e6 req-54c624f3-6400-4a5a-839a-909ed892790f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0533133 May 16 17:52:53.318691 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-b96bb35d-1857-49f2-8703-c5bf95f7b9e6 req-47758ba9-675a-4f91-a1e5-f5fbb8ebbf5b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448294 May 16 17:52:54.446661 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d789c9-99e5-4a41-b53f-60d21b4f95b2 req-d6f196f4-488d-48f8-a7e7-713a65590dfc tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:54.448097 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d8d789c9-99e5-4a41-b53f-60d21b4f95b2 req-d6f196f4-488d-48f8-a7e7-713a65590dfc tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0476124 May 16 17:52:54.501321 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d8d789c9-99e5-4a41-b53f-60d21b4f95b2 req-59086c4f-5473-4d16-8f90-c4894e50dff0 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 May 16 17:52:54.723362 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169a857-0c0c-47aa-a630-7cc386957792 req-3212d9f8-0a5a-4ce9-83f0-1325e7927378 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:54.724807 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f169a857-0c0c-47aa-a630-7cc386957792 req-3212d9f8-0a5a-4ce9-83f0-1325e7927378 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0562632 May 16 17:52:54.763463 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-6ee462f9-d885-48ef-b624-231a68b89499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:54.764821 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-6ee462f9-d885-48ef-b624-231a68b89499 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0601177 May 16 17:52:54.815359 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f169a857-0c0c-47aa-a630-7cc386957792 req-cbc8e5ef-81e2-4912-b01e-5da8f3df33a2 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754554 May 16 17:52:54.877886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-6a8cf622-7cb6-45a0-b950-57e91b5df074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:54.879362 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-6a8cf622-7cb6-45a0-b950-57e91b5df074 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 911 time: 0.1041784 May 16 17:52:54.944951 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-45b2220d-fc38-424e-86e0-2670de2372e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 200 len: 1001 time: 0.0595217 May 16 17:52:54.998580 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-f3fc461a-2b83-4ba7-84b6-a7d5f4ab5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:55.000032 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-f3fc461a-2b83-4ba7-84b6-a7d5f4ab5a47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0496676 May 16 17:52:55.043262 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-8ad2abc0-92ff-4348-8582-4937b836925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:55.044669 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-8ad2abc0-92ff-4348-8582-4937b836925e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391829 May 16 17:52:55.134014 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-e9eff9f0-af1c-46fe-b7db-926f860ea6f7 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831299 May 16 17:52:55.229041 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c26b7420-e974-4850-ae7b-c12d5be33492 req-41fea839-5680-4a99-a742-d21ce0fef31e service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897596 May 16 17:52:55.891537 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3b076953-8f97-40a3-90ef-b83b503a7c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:55.952529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095fbde-8295-4a7a-aa16-35e738ab8eca req-498b97d2-3233-48ee-a8c4-513037f73f60 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:55.953897 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4095fbde-8295-4a7a-aa16-35e738ab8eca req-498b97d2-3233-48ee-a8c4-513037f73f60 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0470777 May 16 17:52:56.001576 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4095fbde-8295-4a7a-aa16-35e738ab8eca req-d7fbdb7a-d8b1-46a0-aff3-5dee9fb4b284 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 May 16 17:52:57.128273 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb9c2-984c-44e4-903a-cb0d140df5b0 req-036e7f79-3d5f-4e4f-b2e0-7c8e5201db9d tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:52:57.129760 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed0cb9c2-984c-44e4-903a-cb0d140df5b0 req-036e7f79-3d5f-4e4f-b2e0-7c8e5201db9d tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0509865 May 16 17:52:57.179264 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-ed0cb9c2-984c-44e4-903a-cb0d140df5b0 req-cc933359-6306-472f-96ab-452c925c86dc tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 May 16 17:52:58.365945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-8d645ec8-ffdf-436e-b37a-35e03c9c1517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:52:59.167555 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:00.484911 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:00.685400 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:02.149162 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:11.151270 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:53:12.089388 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-7dfaaef6-2f19-43fb-808a-6319fdf62ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443943 May 16 17:53:12.183430 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-0f02b6f6-4e82-4169-a99c-944f30534a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:12.184887 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-0f02b6f6-4e82-4169-a99c-944f30534a5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1129 time: 0.0416138 May 16 17:53:12.305256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-d310f582-856c-4d9f-93d1-bf72e924a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:12.306727 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-d310f582-856c-4d9f-93d1-bf72e924a9cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0904059 May 16 17:53:12.367587 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-71c9d9e5-6968-4c51-9567-9a705267509e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 1001 time: 0.0539293 May 16 17:53:12.419858 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-5eca4e3d-a0ae-4875-a1b8-87d2a3a9479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:12.421280 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-5eca4e3d-a0ae-4875-a1b8-87d2a3a9479b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0477655 May 16 17:53:12.466755 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-86c9626d-f809-4e14-ad99-34edc3821320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:12.468206 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-86c9626d-f809-4e14-ad99-34edc3821320 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397942 May 16 17:53:12.559710 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-6b870993-c13e-4812-8dab-02f21b82f040 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824666 May 16 17:53:12.659751 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6e05f0fb-1b04-4d09-9cc5-e1f917672cd4 req-ed229682-a5b5-4f49-91d1-431194de9ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913963 May 16 17:53:25.907902 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7e923c34-fe03-4ecf-8762-321a8a5ba0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:28.362339 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-bf71c995-27d9-4f82-b1ed-cd2a42887683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:29.171237 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:30.449315 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de32919-4d88-4404-996f-81928beccf80 req-73a12f68-c6c9-4eeb-90a2-c5c7043e40a6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:30.450941 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6de32919-4d88-4404-996f-81928beccf80 req-73a12f68-c6c9-4eeb-90a2-c5c7043e40a6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0561121 May 16 17:53:30.485702 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:30.499522 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6de32919-4d88-4404-996f-81928beccf80 req-12abf8e7-a60e-43f6-8828-88dbfbab722b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 May 16 17:53:30.688146 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:31.631192 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc669445-1718-48e8-bc9c-895ac86270b2 req-87f1aa54-73c7-4664-9801-5ef21c53d8f2 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:31.632644 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fc669445-1718-48e8-bc9c-895ac86270b2 req-87f1aa54-73c7-4664-9801-5ef21c53d8f2 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0585148 May 16 17:53:31.681681 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-fc669445-1718-48e8-bc9c-895ac86270b2 req-deffa44d-ee91-49de-9723-4a09a51ae735 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406623 May 16 17:53:32.155357 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:32.408409 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-dc075bee-211a-427e-b780-8e49a6bef52b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:32.409848 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-dc075bee-211a-427e-b780-8e49a6bef52b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0547886 May 16 17:53:32.500715 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Deleting port c81181cb-8e54-4304-aa77-880263409e7e {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:53:32.501013 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (c81181cb-8e54-4304-aa77-880263409e7e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:32.586862 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] For port c81181cb-8e54-4304-aa77-880263409e7e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c81181cb-8e54-4304-aa77-880263409e7e,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:53:32.587217 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (c81181cb-8e54-4304-aa77-880263409e7e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:32.754561 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:32.755337 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (6e7e522e-ac97-41f2-9e37-960bd88eba64), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:32.755337 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Floating IP 6e7e522e-ac97-41f2-9e37-960bd88eba64 disassociated. External IP: 172.27.0.136, port: c81181cb-8e54-4304-aa77-880263409e7e. May 16 17:53:32.755565 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Calling delete_port for c81181cb-8e54-4304-aa77-880263409e7e owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:53:32.836526 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90d0e-cdda-4e38-97bf-c8eb2c0c7cc4 req-979bd520-ab16-42f0-9743-8dff06b7e081 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:32.838770 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e4a90d0e-cdda-4e38-97bf-c8eb2c0c7cc4 req-979bd520-ab16-42f0-9743-8dff06b7e081 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0878220 May 16 17:53:32.914255 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-e4a90d0e-cdda-4e38-97bf-c8eb2c0c7cc4 req-42447996-d8ea-4c92-8633-8f374ee80e96 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=03436c69-e6f4-44b4-85e4-91a907406248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695238 May 16 17:53:32.972877 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c81181cb-8e54-4304-aa77-880263409e7e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:33.001246 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event deleted for resources: {'Port': ['ID=c81181cb-8e54-4304-aa77-880263409e7e,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:33.109275 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:53:33.476501 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:53:33.487821 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:53:33.506502 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:53:33.507267 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:33.517400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] No DVR routers for this DVR port c81181cb-8e54-4304-aa77-880263409e7e on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:53:33.520097 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:33.523230 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-846dea13-9222-4370-81ec-0b7aebf47c1b req-46f53b0e-6dd1-4cba-a028-c29684605144 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "DELETE /v2.0/ports/c81181cb-8e54-4304-aa77-880263409e7e HTTP/1.1" status: 204 len: 173 time: 1.1080880 May 16 17:53:33.523659 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'name': 'network-vif-deleted', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:53:33.525900 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b22e019-c2d0-4ded-aceb-f9a768d67b4f" -d '{"events": [{"server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "name": "network-vif-deleted", "tag": "c81181cb-8e54-4304-aa77-880263409e7e"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:53:33.566707 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2c3f8-b75e-4121-8fe4-aa6561f26c90 x-openstack-request-id: req-1ad2c3f8-b75e-4121-8fe4-aa6561f26c90 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:53:33.567005 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10f518-50e7-4bee-ba5b-210786b1b1b9", "name": "network-vif-deleted", "tag": "c81181cb-8e54-4304-aa77-880263409e7e", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:53:33.567255 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ad2c3f8-b75e-4121-8fe4-aa6561f26c90 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:53:33.567662 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad2c3f8-b75e-4121-8fe4-aa6561f26c90'] response: {'server_uuid': '1d10f518-50e7-4bee-ba5b-210786b1b1b9', 'name': 'network-vif-deleted', 'tag': 'c81181cb-8e54-4304-aa77-880263409e7e', 'status': 'completed', 'code': 200} May 16 17:53:33.611366 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:53:33.796548 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:33.824241 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:53:33.832890 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:53:33.833493 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:33.930079 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:53:34.027651 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-286f4929-fe48-46a6-8bf0-8a8eef4f422d req-3b5a865a-619d-4214-a64c-be482b81a9c7 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d10f518-50e7-4bee-ba5b-210786b1b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0308766 May 16 17:53:34.127103 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:34.151210 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c7334-fca1-4087-8b6b-76ec93a9e0ce None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:53:34.385496 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b866918-ec6e-4ce2-b1a8-387ebcec5f99 None None] New status for floating IP 6e7e522e-ac97-41f2-9e37-960bd88eba64: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:53:35.137109 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37204) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:35.198187 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (03436c69-e6f4-44b4-85e4-91a907406248), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.224809 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (03436c69-e6f4-44b4-85e4-91a907406248), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.278858 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (03436c69-e6f4-44b4-85e4-91a907406248), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.281491 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.282630 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "DELETE /v2.0/security-groups/03436c69-e6f4-44b4-85e4-91a907406248 HTTP/1.1" status: 204 len: 168 time: 0.1444790 May 16 17:53:35.285787 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37206) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:35.292130 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03436c69-e6f4-44b4-85e4-91a907406248,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:35.299250 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.299606 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.299952 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.300299 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.300639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.300984 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.301304 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.301656 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.301987 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.302316 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.302684 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.302992 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.303315 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.303639 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.303959 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54699639-c9b1-4578-a60d-eb688bbff7ff tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.304068 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.api.v2.resource [None req-88270089-454d-4da5-9a53-58d7932d80e7 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] show failed (client error): The resource could not be found. May 16 17:53:35.305060 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-88270089-454d-4da5-9a53-58d7932d80e7 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups/03436c69-e6f4-44b4-85e4-91a907406248 HTTP/1.1" status: 404 len: 347 time: 0.0182848 May 16 17:53:35.308135 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37210) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:35.415327 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Deleting port 98d38e6b-56a6-482f-bfd2-87261b1a2e2c {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:53:35.415999 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.490807 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.491105 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.503184 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Calling delete_port for 98d38e6b-56a6-482f-bfd2-87261b1a2e2c owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:53:35.652876 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (98d38e6b-56a6-482f-bfd2-87261b1a2e2c), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.679627 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event deleted for resources: {'Port': ['ID=98d38e6b-56a6-482f-bfd2-87261b1a2e2c,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:35.709406 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.709777 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.710117 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.710457 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.710773 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.711115 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.711439 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.711733 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.712089 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.712411 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.712731 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.713053 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.713374 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.713701 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.714017 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:35.757578 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (6e7e522e-ac97-41f2-9e37-960bd88eba64), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.760078 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.761262 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ff213c3f-c1a5-4597-93e6-72f6d012bdae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "DELETE /v2.0/floatingips/6e7e522e-ac97-41f2-9e37-960bd88eba64 HTTP/1.1" status: 204 len: 168 time: 0.4522352 May 16 17:53:35.841183 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37214) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:35.841938 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c81181cb-8e54-4304-aa77-880263409e7e no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:53:35.845985 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.v2.base [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748791738', 'description': 'tempest-description--345194841'}} {{(pid=104866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:35.861116 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: c81181cb-8e54-4304-aa77-880263409e7e {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:53:35.861488 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c81181cb-8e54-4304-aa77-880263409e7e not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:53:35.869076 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.944744 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (66b21b0e-5440-4454-a9d3-27ca6ec8d160), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.950070 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (66b21b0e-5440-4454-a9d3-27ca6ec8d160), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.978732 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:35.979998 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1377401 May 16 17:53:35.982020 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215ee1c-9a37-4106-ac9f-3ef115fe8f25 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b21b0e-5440-4454-a9d3-27ca6ec8d160,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:35.983093 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37216) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:35.988769 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'security_group_rule': {'security_group_id': '66b21b0e-5440-4454-a9d3-27ca6ec8d160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:36.016783 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (a08175bc-cab8-4c04-8892-23661ca54ae8), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.073129 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (a08175bc-cab8-4c04-8892-23661ca54ae8), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.078087 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (a08175bc-cab8-4c04-8892-23661ca54ae8), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.095510 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08175bc-cab8-4c04-8892-23661ca54ae8,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:36.102751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.103950 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-84c65c37-4284-4df3-bb25-3f84e22952aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190774 May 16 17:53:36.106794 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37218) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:36.111068 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'security_group_rule': {'security_group_id': '66b21b0e-5440-4454-a9d3-27ca6ec8d160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:36.139400 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (adb99c94-9792-4fe8-b740-c5fb3e180e04), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.196318 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (adb99c94-9792-4fe8-b740-c5fb3e180e04), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.201356 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591490'] for security_group_rule (adb99c94-9792-4fe8-b740-c5fb3e180e04), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.220057 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb99c94-9792-4fe8-b740-c5fb3e180e04,revision_number=0']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:36.229506 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.232021 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d85b7712-4037-4476-a554-8d110e083483 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230938 May 16 17:53:36.233939 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37220) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:36.238298 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'floatingip': {'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:36.260163 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.350575 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.469094 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Allocated IP 172.27.0.97 (48e27f3d-9a0d-4f12-913b-b122a87809ba/fdd2d109-af7a-4a55-9e5e-67d1fc07c254/0b163ae2-b99b-41bf-a207-04881cd3b3d7) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:53:36.572116 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.608435 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.645037 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Network 48e27f3d-9a0d-4f12-913b-b122a87809ba is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:53:36.651904 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:53:36.654144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'Port': ['ID=0b163ae2-b99b-41bf-a207-04881cd3b3d7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:36.656273 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:53:36.740477 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (e144194a-0142-4f4d-89c3-91c5464cab2e), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.785315 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.965922 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:36.973802 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:37.039237 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'Port': ['ID=0b163ae2-b99b-41bf-a207-04881cd3b3d7,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:37.051058 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (e144194a-0142-4f4d-89c3-91c5464cab2e), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:37.069751 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:37.071006 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-4fd70ee6-9c03-44eb-ba02-963aee6db949 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8361316 May 16 17:53:37.223112 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-677f3210-4a90-4265-bc68-efdbe3cc5466 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--748791738&fields=id&tenant_id=2f074c24f4594fa89de6dfe2e38659c3 HTTP/1.1" status: 200 len: 267 time: 0.0434678 May 16 17:53:37.336668 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-72323349-6803-4e3e-bb30-9f68a9d66021 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:37.338060 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-72323349-6803-4e3e-bb30-9f68a9d66021 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 810 time: 0.1084976 May 16 17:53:37.352863 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-8699c873-940e-4981-bdd3-70278ddbe19d tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/quotas/2f074c24f4594fa89de6dfe2e38659c3 HTTP/1.1" status: 200 len: 375 time: 0.0093529 May 16 17:53:37.406276 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-37d11bbe-0d83-4b51-bd9a-ab7513f08ddd tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484498 May 16 17:53:37.506895 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-616b9922-9a23-4a8e-b0c1-c979be946864 service neutron] 10.222.0.58 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834134 May 16 17:53:37.608218 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-891f5ac4-ddbc-4d56-8431-5ed922a022b2 service neutron] 10.222.0.58 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955839 May 16 17:53:37.764861 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4b36393b-ca8c-4345-a504-651d7f84bfa7 req-a23c2231-ab1e-4e86-a49b-393f8b5a12cc tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 210 time: 0.0282874 May 16 17:53:38.707123 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-b0769705-d740-489c-8ecb-e80c50cfde6a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:38.708703 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-b0769705-d740-489c-8ecb-e80c50cfde6a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 810 time: 0.1060605 May 16 17:53:38.771665 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-49a423b1-45bb-4d12-9c63-c4dcf4381d6b tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f074c24f4594fa89de6dfe2e38659c3 HTTP/1.1" status: 200 len: 379 time: 0.0547521 May 16 17:53:38.854422 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'port': {'device_id': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'admin_state_up': True, 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'security_groups': ['66b21b0e-5440-4454-a9d3-27ca6ec8d160']}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:38.875834 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-d7c29ef3-4a18-494c-95c3-e2ed8280cfa7 req-7cfaa97d-a8ed-468b-b6eb-9d7b8302370a tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 210 time: 0.0425797 May 16 17:53:38.986297 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Made reservation on behalf of 2f074c24f4594fa89de6dfe2e38659c3 for: {'port': 1} {{(pid=104867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 17:53:38.989748 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.115143 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_common [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Allocated IP 172.20.0.6 (70f75128-82f0-47aa-84a8-cf0120b81794/faef29ce-01d9-4d37-84f0-ed47b28ad716/30a990e5-3337-48b5-8f5b-bc59b439632c) {{(pid=104867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 17:53:39.262286 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.298644 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669219431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.340930 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Network 70f75128-82f0-47aa-84a8-cf0120b81794 is already hosted by enough agents. {{(pid=104867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 17:53:39.348040 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.base_scheduler [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Resources bound (agent type, host, resource id): {{(pid=104867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 17:53:39.350527 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Received port after_create {{(pid=104867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 17:53:39.354577 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event updated for resources: {'Port': ['ID=30a990e5-3337-48b5-8f5b-bc59b439632c,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:39.406361 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:39.406995 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.424011 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-a6d7f631-2e3b-4d64-b968-e8e0c642126c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769060 May 16 17:53:39.437359 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Request body: {'port': {'device_id': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:39.497710 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.539764 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-907635cf-400a-4ff4-ba94-c8f788356048 None None] Provisioning complete for port 30a990e5-3337-48b5-8f5b-bc59b439632c triggered by entity DHCP. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:53:39.540333 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-907635cf-400a-4ff4-ba94-c8f788356048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.573907 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-907635cf-400a-4ff4-ba94-c8f788356048 None None] Port 30a990e5-3337-48b5-8f5b-bc59b439632c cannot update to ACTIVE because it is not bound. {{(pid=104868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 17:53:39.788184 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a990e5-3337-48b5-8f5b-bc59b439632c {{(pid=104867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:53:39.795989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Publish callbacks [] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.808963 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.provisioning_blocks [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Transition to ACTIVE for port object 30a990e5-3337-48b5-8f5b-bc59b439632c will not be triggered until provisioned by entity L2. {{(pid=104867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 17:53:39.816068 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:39.862594 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=30a990e5-3337-48b5-8f5b-bc59b439632c,revision_number=2']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:39.940576 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Attempting to bind port 30a990e5-3337-48b5-8f5b-bc59b439632c on host hv-cinder-83769 for vnic_type normal with profile {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 17:53:39.940951 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Attempting to bind port 30a990e5-3337-48b5-8f5b-bc59b439632c by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 17:53:39.941307 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Attempting to bind port 30a990e5-3337-48b5-8f5b-bc59b439632c on network 70f75128-82f0-47aa-84a8-cf0120b81794 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:53:39.946420 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Port 30a990e5-3337-48b5-8f5b-bc59b439632c on network 70f75128-82f0-47aa-84a8-cf0120b81794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 17:53:39.946786 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Attempting to bind port 30a990e5-3337-48b5-8f5b-bc59b439632c on network 70f75128-82f0-47aa-84a8-cf0120b81794 {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 17:53:39.954307 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Checking agent: {'id': '5c315283-1a58-4389-9e44-5dd31f1060dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 17, 38), 'started_at': datetime.datetime(2022, 5, 16, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 17:53:39.954663 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Checking segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 17:53:39.955036 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Bound using segment: {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'} {{(pid=104867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 17:53:39.955490 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.managers [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Bound port: 30a990e5-3337-48b5-8f5b-bc59b439632c, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5e1955-695f-49c9-81d4-f8d3044acb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794'}}] {{(pid=104867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 17:53:39.955935 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:40.027624 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b36c19-b01d-4930-8c05-f98d31b9c591 req-39fd7ff1-64b6-4fca-875e-ee3d07863df0 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:40.029126 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-65b36c19-b01d-4930-8c05-f98d31b9c591 req-39fd7ff1-64b6-4fca-875e-ee3d07863df0 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 943 time: 0.0766902 May 16 17:53:40.069571 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] For port 30a990e5-3337-48b5-8f5b-bc59b439632c, host hv-cinder-83769, cleared binding levels {{(pid=104867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 17:53:40.073235 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] For port 30a990e5-3337-48b5-8f5b-bc59b439632c, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=30a990e5-3337-48b5-8f5b-bc59b439632c,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 17:53:40.097423 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-65b36c19-b01d-4930-8c05-f98d31b9c591 req-e67e8440-00be-4a27-b2f6-fa734fdb4e5f tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624774 May 16 17:53:40.108837 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8975292'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:40.143134 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:40.143763 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:40.145107 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] 10.222.0.35 "PUT /v2.0/ports/30a990e5-3337-48b5-8f5b-bc59b439632c HTTP/1.1" status: 200 len: 1093 time: 0.7120681 May 16 17:53:40.145573 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:53:40.147841 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96687116-23f0-4505-add3-e68d5897b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:53:40.170640 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f560f4-707c-44a7-b710-ddb9e57bdfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=30a990e5-3337-48b5-8f5b-bc59b439632c,revision_number=3']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:40.204041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baa2ffd-a468-4f12-b1f3-e19fb36623d3 x-openstack-request-id: req-2baa2ffd-a468-4f12-b1f3-e19fb36623d3 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:53:40.204421 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:53:40.204687 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2baa2ffd-a468-4f12-b1f3-e19fb36623d3 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:53:40.205100 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2baa2ffd-a468-4f12-b1f3-e19fb36623d3'] response: {'name': 'network-changed', 'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'status': 'completed', 'code': 200} May 16 17:53:40.239843 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-41c1b7e0-bf67-4e52-9f81-3e94958135f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:40.241410 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-41c1b7e0-bf67-4e52-9f81-3e94958135f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 1127 time: 0.0519230 May 16 17:53:40.282483 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-3792196a-6d76-41a5-bad6-e6a909bb86f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a990e5-3337-48b5-8f5b-bc59b439632c HTTP/1.1" status: 200 len: 217 time: 0.0339890 May 16 17:53:40.333305 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-3866f650-b0cc-4bb6-b798-fe29fe00fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:40.334898 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-3866f650-b0cc-4bb6-b798-fe29fe00fd9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0458133 May 16 17:53:40.387274 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-327fab13-6df0-4736-906a-c2f170957f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:40.388760 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-327fab13-6df0-4736-906a-c2f170957f2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462725 May 16 17:53:40.479166 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-cdda3846-2a5d-4297-9877-f297df412821 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 May 16 17:53:40.579174 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4678b2d5-b110-4281-a47e-4033a4dea97e req-6bd1a940-2e3d-42b2-ba2b-f381041fd8e3 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937693 May 16 17:53:41.228905 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb47e6-da24-4c28-8f91-eff7f31dd930 req-ecab99fd-eb8b-4392-9242-bb6afe727cb5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:41.230406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ecb47e6-da24-4c28-8f91-eff7f31dd930 req-ecab99fd-eb8b-4392-9242-bb6afe727cb5 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 943 time: 0.0550735 May 16 17:53:41.277497 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-1ecb47e6-da24-4c28-8f91-eff7f31dd930 req-3c081ebc-7271-4ba3-b16f-aac952ed35aa tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 May 16 17:53:41.445286 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687116-23f0-4505-add3-e68d5897b25f req-bdca2d0e-fbc6-49da-988a-c53017738c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:41.446691 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-bdca2d0e-fbc6-49da-988a-c53017738c15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 1127 time: 0.0478070 May 16 17:53:41.546721 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687116-23f0-4505-add3-e68d5897b25f req-d2530cfe-7fee-4cdc-8ad3-1f9314bd73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:41.548150 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-d2530cfe-7fee-4cdc-8ad3-1f9314bd73ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 911 time: 0.0947409 May 16 17:53:41.587259 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-9f4cae74-61ae-4d2f-95f1-cc9cdb597633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a990e5-3337-48b5-8f5b-bc59b439632c HTTP/1.1" status: 200 len: 217 time: 0.0322533 May 16 17:53:41.638340 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687116-23f0-4505-add3-e68d5897b25f req-fbfff66c-793a-4d5a-b95f-9662849ca8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:41.639732 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-fbfff66c-793a-4d5a-b95f-9662849ca8d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0469074 May 16 17:53:41.684335 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687116-23f0-4505-add3-e68d5897b25f req-02c72f62-b8e6-4da0-8e22-87d28f00d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:41.685804 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-02c72f62-b8e6-4da0-8e22-87d28f00d943 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399020 May 16 17:53:41.782028 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-4be9bbe1-df9c-4618-8176-cc6dc66b8304 service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904677 May 16 17:53:41.874299 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-96687116-23f0-4505-add3-e68d5897b25f req-f540fedd-24d5-45c0-ba73-b97db7bc164d service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 May 16 17:53:42.424923 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447eae5-cd68-41bd-aaac-ceb2da5f1e65 req-5ecf29b0-663b-4cbd-b827-cf6a48c2b6bf tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:42.426415 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c447eae5-cd68-41bd-aaac-ceb2da5f1e65 req-5ecf29b0-663b-4cbd-b827-cf6a48c2b6bf tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 943 time: 0.0662928 May 16 17:53:42.478299 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c447eae5-cd68-41bd-aaac-ceb2da5f1e65 req-494cc3d8-663e-41e7-8f71-6b6eea822878 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433490 May 16 17:53:43.602262 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52b7e3-6e32-4532-a2ce-0076187e2301 req-0bf03aa4-e50e-41c5-921b-e1aafab7c2f8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:43.603711 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4d52b7e3-6e32-4532-a2ce-0076187e2301 req-0bf03aa4-e50e-41c5-921b-e1aafab7c2f8 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 943 time: 0.0511732 May 16 17:53:43.654201 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4d52b7e3-6e32-4532-a2ce-0076187e2301 req-d9184036-0ccd-4850-a840-a92288ac18ae tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422947 May 16 17:53:43.882912 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 30a990e5-3337-48b5-8f5b-bc59b439632c details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=104868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 17:53:44.000567 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 30a990e5-3337-48b5-8f5b-bc59b439632c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=30a990e5-3337-48b5-8f5b-bc59b439632c,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:53:44.011419 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Returning: {'device': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'port_id': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'mac_address': 'fa:16:3e:81:55:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 17:53:44.047688 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 30a990e5-3337-48b5-8f5b-bc59b439632c is: DOWN; New status is: BUILD {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:53:44.048075 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:44.061476 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a990e5-3337-48b5-8f5b-bc59b439632c {{(pid=104868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 17:53:44.081870 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 30a990e5-3337-48b5-8f5b-bc59b439632c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=30a990e5-3337-48b5-8f5b-bc59b439632c,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:53:44.088604 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:44.134717 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=30a990e5-3337-48b5-8f5b-bc59b439632c,revision_number=4']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:44.141699 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.142081 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.142382 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.142724 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.143112 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.143446 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.143841 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.144091 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.144412 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.144733 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.145053 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.145375 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.145705 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.146007 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.146355 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:53:44.312892 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] get_ports_and_sgs() called for port_ids ['30a990e5-3337-48b5-8f5b-bc59b439632c'] {{(pid=104868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 17:53:44.768593 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c74ae2-20ff-4166-b8d6-232c2fe361c2 req-c5523994-6e34-47a3-b2f1-66bc00a4a076 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:44.770090 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c9c74ae2-20ff-4166-b8d6-232c2fe361c2 req-c5523994-6e34-47a3-b2f1-66bc00a4a076 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 944 time: 0.0477214 May 16 17:53:44.819047 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-c9c74ae2-20ff-4166-b8d6-232c2fe361c2 req-ea93c29b-d8c8-4c0d-83f7-1470b35a485c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 May 16 17:53:45.912424 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 30a990e5-3337-48b5-8f5b-bc59b439632c up at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 17:53:45.950598 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592d1d-b253-43f3-b0ab-849a95e47b1c req-b2461b5c-becb-4672-b106-0cac8b695358 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:45.952334 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a6592d1d-b253-43f3-b0ab-849a95e47b1c req-b2461b5c-becb-4672-b106-0cac8b695358 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 944 time: 0.0500584 May 16 17:53:45.956658 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning for port 30a990e5-3337-48b5-8f5b-bc59b439632c completed by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 17:53:45.966455 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.provisioning_blocks [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Provisioning complete for port 30a990e5-3337-48b5-8f5b-bc59b439632c triggered by entity L2. {{(pid=104868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 17:53:45.967023 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999142'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), provisioning_complete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:46.005888 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a6592d1d-b253-43f3-b0ab-849a95e47b1c req-7e390327-a853-4a10-a735-2dfe36d95f7c tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473940 May 16 17:53:46.039919 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Current status of the port 30a990e5-3337-48b5-8f5b-bc59b439632c is: BUILD; New status is: ACTIVE {{(pid=104868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 17:53:46.040318 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960118'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), before_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:46.063922 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c'}] {{(pid=104868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:53:46.066671 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabb578cf1d3b7a2e14bdbf109258cc0c2293ca07f6432bb8169e69c1b1a5838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f78eaeb-1bcc-4c24-881c-9e972b34e224" -d '{"events": [{"server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "name": "network-vif-plugged", "status": "completed", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c"}]}' {{(pid=104868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:53:46.079842 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] For port 30a990e5-3337-48b5-8f5b-bc59b439632c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=30a990e5-3337-48b5-8f5b-bc59b439632c,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:53:46.085042 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669616011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669219449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669219467'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:46.107585 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7272a12-6398-4ec9-b8a9-c55b6b8923b3 x-openstack-request-id: req-d7272a12-6398-4ec9-b8a9-c55b6b8923b3 {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:53:46.107884 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "name": "network-vif-plugged", "status": "completed", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c", "code": 200}]} {{(pid=104868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:53:46.108145 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7272a12-6398-4ec9-b8a9-c55b6b8923b3 {{(pid=104868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:53:46.108540 dv-cinder-837699-6-iscsi neutron-server[104868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7272a12-6398-4ec9-b8a9-c55b6b8923b3'] response: {'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'code': 200} May 16 17:53:46.134564 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Pushing event updated for resources: {'Port': ['ID=30a990e5-3337-48b5-8f5b-bc59b439632c,revision_number=5']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:53:46.271322 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4c38-88b8-4be4-8cc0-4a1d594b481a req-ce138f5a-02e4-45cb-a3f9-fb4f106c953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:46.272813 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-35bd4c38-88b8-4be4-8cc0-4a1d594b481a req-ce138f5a-02e4-45cb-a3f9-fb4f106c953a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 1129 time: 0.0393064 May 16 17:53:46.318221 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-35bd4c38-88b8-4be4-8cc0-4a1d594b481a req-0b786d35-0ef4-4e8b-8785-cc1d0c53da95 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 May 16 17:53:47.140777 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc238e5-77aa-4840-8945-c42c464e5db9 req-39d2dade-88d3-41aa-922d-5c7561f0608e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:47.142299 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cc238e5-77aa-4840-8945-c42c464e5db9 req-39d2dade-88d3-41aa-922d-5c7561f0608e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 945 time: 0.0576921 May 16 17:53:47.193671 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6cc238e5-77aa-4840-8945-c42c464e5db9 req-1d1d51b1-e4c7-4085-a1c4-b765fe0e3853 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 May 16 17:53:48.158915 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:53:48.324831 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de55e7-f406-4db3-b2e0-412ea72ed261 req-5b17a28d-10a7-4ba4-a773-7b23c9c773fb tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:48.326333 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58de55e7-f406-4db3-b2e0-412ea72ed261 req-5b17a28d-10a7-4ba4-a773-7b23c9c773fb tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 945 time: 0.0592268 May 16 17:53:48.373985 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-58de55e7-f406-4db3-b2e0-412ea72ed261 req-6260f67d-4477-4307-ae47-50a7c1ff6618 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 May 16 17:53:48.487977 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68eba9-fa79-4329-adb0-8b558ef4a5f2 req-b1f81b84-3165-43d4-8d81-b1d42c344ae6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:48.489788 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4b68eba9-fa79-4329-adb0-8b558ef4a5f2 req-b1f81b84-3165-43d4-8d81-b1d42c344ae6 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 945 time: 0.0466626 May 16 17:53:48.503117 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37280) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:53:48.507561 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.v2.base [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Request body: {'floatingip': {'port_id': '30a990e5-3337-48b5-8f5b-bc59b439632c'}} {{(pid=104867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 17:53:48.546757 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (e144194a-0142-4f4d-89c3-91c5464cab2e), before_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:48.961111 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:48.967047 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (e144194a-0142-4f4d-89c3-91c5464cab2e), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:49.062228 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Floating IP e144194a-0142-4f4d-89c3-91c5464cab2e associated. External IP: 172.27.0.97, port: 30a990e5-3337-48b5-8f5b-bc59b439632c. May 16 17:53:49.256138 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:53:49.365043 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:53:49.370156 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:49.375303 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:53:49.386737 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:53:49.387381 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:49.584451 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:53:49.675367 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-a1c4a539-6e98-476b-8143-5a2c0237002e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "PUT /v2.0/floatingips/e144194a-0142-4f4d-89c3-91c5464cab2e HTTP/1.1" status: 200 len: 990 time: 1.1689670 May 16 17:53:49.675367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:53:49.675947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032d718-4f98-47ae-96ff-60de696446ba" -d '{"events": [{"name": "network-changed", "server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:53:49.711935 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac677c0-7d54-47f5-9f42-da2569d83726 x-openstack-request-id: req-9ac677c0-7d54-47f5-9f42-da2569d83726 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:53:49.712219 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:53:49.712470 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ac677c0-7d54-47f5-9f42-da2569d83726 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:53:49.712871 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac677c0-7d54-47f5-9f42-da2569d83726'] response: {'name': 'network-changed', 'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'status': 'completed', 'code': 200} May 16 17:53:49.771850 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032d718-4f98-47ae-96ff-60de696446ba req-571fa437-6a8d-4936-a3ae-b5b0bd61b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:49.773331 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-571fa437-6a8d-4936-a3ae-b5b0bd61b49a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 1129 time: 0.0398750 May 16 17:53:49.792100 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'e144194a-0142-4f4d-89c3-91c5464cab2e', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'port_id': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'mac_address': 'fa:16:3e:81:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:53:36Z', 'updated_at': '2022-05-16T17:53:48Z', 'revision_number': 1, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:49.815753 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:53:49.824378 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:53:49.824997 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:49.865119 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032d718-4f98-47ae-96ff-60de696446ba req-83da5366-cfb0-4500-81e4-b2b695bab723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:49.866545 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-83da5366-cfb0-4500-81e4-b2b695bab723 service neutron] 10.222.0.35 "GET /v2.0/networks?id=70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 200 len: 911 time: 0.0876722 May 16 17:53:49.924655 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-addf44dd-e40c-4111-ade5-1c397a36123b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a990e5-3337-48b5-8f5b-bc59b439632c HTTP/1.1" status: 200 len: 998 time: 0.0527735 May 16 17:53:49.925449 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:53:49.971865 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032d718-4f98-47ae-96ff-60de696446ba req-00176992-6903-49fc-9c26-bfd2bcd393c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:49.973359 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-00176992-6903-49fc-9c26-bfd2bcd393c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 200 len: 849 time: 0.0429001 May 16 17:53:50.019313 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032d718-4f98-47ae-96ff-60de696446ba req-0316c06f-385f-492c-9b6b-1d3ade6a544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:53:50.020902 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-0316c06f-385f-492c-9b6b-1d3ade6a544a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=70f75128-82f0-47aa-84a8-cf0120b81794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417304 May 16 17:53:50.108085 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-1387ffc5-2e60-4d71-8f27-4031d3a2c00a service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814173 May 16 17:53:50.128391 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'e144194a-0142-4f4d-89c3-91c5464cab2e', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'port_id': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'mac_address': 'fa:16:3e:81:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:53:36Z', 'updated_at': '2022-05-16T17:53:48Z', 'revision_number': 1, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:53:50.152651 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247e9bb-fcf9-4404-88e6-e921a2ebd32b None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'e144194a-0142-4f4d-89c3-91c5464cab2e', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'port_id': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'mac_address': 'fa:16:3e:81:55:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:53:36Z', 'updated_at': '2022-05-16T17:53:48Z', 'revision_number': 1, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:53:50.204584 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-3032d718-4f98-47ae-96ff-60de696446ba req-b556665f-4d97-4e75-9c24-a329cfd913cf service neutron] 10.222.0.35 "GET /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885773 May 16 17:53:50.352083 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8268041-fcac-414e-9eb1-f68971facb61 None None] New status for floating IP e144194a-0142-4f4d-89c3-91c5464cab2e: ACTIVE {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:53:55.902254 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-143691b8-7226-4158-b73b-8043b3a86151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:58.355203 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fa223145-5328-4cfe-af33-be2a9e4b2a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:53:59.175009 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:00.493070 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:00.700878 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:02.152172 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:11.925393 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-0ba93beb-cb17-4117-8512-df82015b38cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386329 May 16 17:54:11.990741 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-6c0c07c6-3d3e-4f6b-8555-88c29f9ac713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:11.992169 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-6c0c07c6-3d3e-4f6b-8555-88c29f9ac713 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1129 time: 0.0388567 May 16 17:54:12.104481 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-443b49d8-5c59-431a-bda3-89851117915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:12.105987 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-443b49d8-5c59-431a-bda3-89851117915e service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0952418 May 16 17:54:12.165233 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-3023bd8e-0b57-4f89-a544-2ec509762e64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 200 len: 999 time: 0.0532076 May 16 17:54:12.218552 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-7ff8b047-0fd8-4f1b-ab11-77f6e4437137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:12.219978 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-7ff8b047-0fd8-4f1b-ab11-77f6e4437137 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0492103 May 16 17:54:12.262730 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-0c43a313-15f5-4bc2-98ec-9b3b3e77e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:12.264065 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-0c43a313-15f5-4bc2-98ec-9b3b3e77e937 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374098 May 16 17:54:12.352553 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-c1d8cb2c-d6b9-4e2c-888d-fd5e46d8e617 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817029 May 16 17:54:12.447906 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-6565c0ac-fd2f-4fa8-9b59-a649d78fbe65 req-0c4808d5-7cb9-4ee5-ab7c-0d445d85a24f service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891900 May 16 17:54:17.717373 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37294) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:17.916368 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Deleting port faecaae1-34d2-4722-a6b1-9f327a404f10 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:17.916701 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:17.995201 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:17.995527 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (faecaae1-34d2-4722-a6b1-9f327a404f10), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:18.008325 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Calling delete_port for faecaae1-34d2-4722-a6b1-9f327a404f10 owned by network:floatingip {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:18.154915 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (faecaae1-34d2-4722-a6b1-9f327a404f10), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:18.184198 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'Port': ['ID=faecaae1-34d2-4722-a6b1-9f327a404f10,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:18.250000 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (458b7dac-5a9b-4696-9405-009051fc02b9), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:18.250292 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Floating IP 458b7dac-5a9b-4696-9405-009051fc02b9 disassociated (deleted). External IP: 172.27.0.6, port: bc83479d-4dba-45c2-bd9b-eeee1adfc294. May 16 17:54:18.475990 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:54:18.581778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:54:18.586849 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:18.593172 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:54:18.604262 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:18.604880 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:18.619173 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ba4f9d3c-2ef6-4360-92e0-6c8c27b773b1 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "DELETE /v2.0/floatingips/458b7dac-5a9b-4696-9405-009051fc02b9 HTTP/1.1" status: 204 len: 168 time: 0.9005671 May 16 17:54:18.619722 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:54:18.622041 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:54:18.660636 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93eb4dc-0ebf-48fa-a66e-11989099fc07 x-openstack-request-id: req-d93eb4dc-0ebf-48fa-a66e-11989099fc07 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:54:18.660956 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:54:18.661213 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d93eb4dc-0ebf-48fa-a66e-11989099fc07 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:54:18.661658 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93eb4dc-0ebf-48fa-a66e-11989099fc07'] response: {'name': 'network-changed', 'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'status': 'completed', 'code': 200} May 16 17:54:18.717287 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:18.723463 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-79849af7-54ee-461b-b05a-79ded7ae2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:18.725072 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-79849af7-54ee-461b-b05a-79ded7ae2e69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 1129 time: 0.0420375 May 16 17:54:18.867164 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caac1a-0673-4f79-a6f2-43dfe8b1e258 req-1161d7cf-9efd-4d5c-bf23-89e41cd838f5 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:18.868557 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-18caac1a-0673-4f79-a6f2-43dfe8b1e258 req-1161d7cf-9efd-4d5c-bf23-89e41cd838f5 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 945 time: 0.0593176 May 16 17:54:18.870216 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-e5d7088a-79c4-4284-b39f-b730e8a24dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:18.871263 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-e5d7088a-79c4-4284-b39f-b730e8a24dcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.1399651 May 16 17:54:18.918586 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-18caac1a-0673-4f79-a6f2-43dfe8b1e258 req-129de757-ee66-4b55-a20f-c0e31b906514 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 May 16 17:54:18.936612 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:59Z', 'revision_number': 1, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:18.961610 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:54:18.969919 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:18.970525 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:19.075158 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:19.376416 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:59Z', 'revision_number': 1, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:19.401295 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90639b09-2821-4416-a973-ffadfb7389d0 None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_floatingips': [{'id': 'b30d1e73-f21b-4118-b249-8bb8f432474d', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'router_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'port_id': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'mac_address': 'fa:16:3e:91:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T17:50:56Z', 'updated_at': '2022-05-16T17:50:59Z', 'revision_number': 1, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:54:19.635988 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4d4a2-15fb-4d35-a106-cc029f428607 None None] New status for floating IP 458b7dac-5a9b-4696-9405-009051fc02b9: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:54:19.841348 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-072e142e-1e5d-4363-b670-bb355f0022ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 200 len: 217 time: 0.0370584 May 16 17:54:19.895602 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-4770cd58-c18e-4e80-b1de-38abef146949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:19.897028 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-4770cd58-c18e-4e80-b1de-38abef146949 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0463150 May 16 17:54:20.067244 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-c75af7cf-7387-4056-9ea7-46a5034798db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:20.068778 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-c75af7cf-7387-4056-9ea7-46a5034798db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757084 May 16 17:54:20.079495 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f136548-8658-4887-bbb9-b238e32711b7 req-7c0ecd80-05df-430f-abc7-648378741f51 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:20.080864 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f136548-8658-4887-bbb9-b238e32711b7 req-7c0ecd80-05df-430f-abc7-648378741f51 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 945 time: 0.0788357 May 16 17:54:20.179822 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5f136548-8658-4887-bbb9-b238e32711b7 req-f447b736-6012-49a4-a256-2e5e858a014d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909033 May 16 17:54:20.197388 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-553ba2c8-58b0-4351-93b4-df9dedeee0c5 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156294 May 16 17:54:20.375147 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-536290d8-f2a4-407f-aea5-af452406c8ae tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:20.376341 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-536290d8-f2a4-407f-aea5-af452406c8ae tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 945 time: 0.0567379 May 16 17:54:20.393422 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-43de3e2f-deed-4cc4-8b6e-1688f391f3e8 req-a4211286-ef98-4d5a-bffd-c19857a338cc service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087592 May 16 17:54:20.466361 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Deleting port bc83479d-4dba-45c2-bd9b-eeee1adfc294 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:20.466674 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:20.555322 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] For port bc83479d-4dba-45c2-bd9b-eeee1adfc294, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc83479d-4dba-45c2-bd9b-eeee1adfc294,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:20.555661 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:20.568621 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Calling delete_port for bc83479d-4dba-45c2-bd9b-eeee1adfc294 owned by compute:nova {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:20.716317 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (bc83479d-4dba-45c2-bd9b-eeee1adfc294), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:20.743476 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'Port': ['ID=bc83479d-4dba-45c2-bd9b-eeee1adfc294,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:20.792182 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] No DVR routers for this DVR port bc83479d-4dba-45c2-bd9b-eeee1adfc294 on host hv-cinder-83769 {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:20.794921 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:20.798211 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-74d48e0b-b13e-4938-9afd-e8566c1a3883 req-a84902f9-edfa-48dd-a9bf-80e7a168ee5d tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "DELETE /v2.0/ports/bc83479d-4dba-45c2-bd9b-eeee1adfc294 HTTP/1.1" status: 204 len: 173 time: 0.4148064 May 16 17:54:20.798680 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'name': 'network-vif-deleted', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:54:20.800937 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573e6c40-ee65-4d45-a7f6-1e2181d2f7db" -d '{"events": [{"server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "name": "network-vif-deleted", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:54:20.836890 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae46e6-7de0-43c5-9fdf-6e03209e23f3 x-openstack-request-id: req-12ae46e6-7de0-43c5-9fdf-6e03209e23f3 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:54:20.837313 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae45fc0-77b7-4939-9f9b-05225d116a5b", "name": "network-vif-deleted", "tag": "bc83479d-4dba-45c2-bd9b-eeee1adfc294", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:54:20.837588 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12ae46e6-7de0-43c5-9fdf-6e03209e23f3 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:54:20.837998 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ae46e6-7de0-43c5-9fdf-6e03209e23f3'] response: {'server_uuid': 'dae45fc0-77b7-4939-9f9b-05225d116a5b', 'name': 'network-vif-deleted', 'tag': 'bc83479d-4dba-45c2-bd9b-eeee1adfc294', 'status': 'completed', 'code': 200} May 16 17:54:21.288934 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-5cb7395f-6973-4eb8-9b3d-242eec77bdf3 req-76092f8e-baf1-4c5e-ad76-24f09dbcf684 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=dae45fc0-77b7-4939-9f9b-05225d116a5b HTTP/1.1" status: 200 len: 210 time: 0.0277381 May 16 17:54:24.069596 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device bc83479d-4dba-45c2-bd9b-eeee1adfc294 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:24.097119 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: bc83479d-4dba-45c2-bd9b-eeee1adfc294 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:24.097464 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device bc83479d-4dba-45c2-bd9b-eeee1adfc294 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:24.618778 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37332) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:24.764494 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Deleting port 4a005651-576a-443d-bec5-13042410a84c {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:24.764839 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (4a005651-576a-443d-bec5-13042410a84c), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:24.846777 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (4a005651-576a-443d-bec5-13042410a84c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:24.847030 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (4a005651-576a-443d-bec5-13042410a84c), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:24.859787 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Calling delete_port for 4a005651-576a-443d-bec5-13042410a84c owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:25.031043 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (4a005651-576a-443d-bec5-13042410a84c), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:25.055655 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'Port': ['ID=4a005651-576a-443d-bec5-13042410a84c,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:25.118835 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (b30d1e73-f21b-4118-b249-8bb8f432474d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:25.119147 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.db.l3_db [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Floating IP b30d1e73-f21b-4118-b249-8bb8f432474d disassociated (deleted). External IP: 172.27.0.221, port: c880c8f6-9692-4951-8d4c-241bfc5f1099. May 16 17:54:25.147682 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:54:25.313983 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:54:25.415055 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:54:25.420138 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:25.426521 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:54:25.437401 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:25.438149 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:25.449773 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-9397cff1-ae2f-4705-826c-1528c1f90194 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "DELETE /v2.0/floatingips/b30d1e73-f21b-4118-b249-8bb8f432474d HTTP/1.1" status: 204 len: 168 time: 0.8297184 May 16 17:54:25.450451 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099'}] {{(pid=104866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:54:25.452907 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c83018af8f4884c22efe7654c9dafbf96375f30fe0330880043fe2d3db54c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099"}]}' {{(pid=104866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:54:25.492379 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7454e0df-5a4e-4952-9185-9faa525f6815 x-openstack-request-id: req-7454e0df-5a4e-4952-9185-9faa525f6815 {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:54:25.492680 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099", "status": "completed", "code": 200}]} {{(pid=104866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:54:25.492937 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7454e0df-5a4e-4952-9185-9faa525f6815 {{(pid=104866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:54:25.493349 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7454e0df-5a4e-4952-9185-9faa525f6815'] response: {'name': 'network-changed', 'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'status': 'completed', 'code': 200} May 16 17:54:25.544885 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:25.557897 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-23d0ee4f-37c7-4437-9b82-df91badde1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:25.559549 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-23d0ee4f-37c7-4437-9b82-df91badde1d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 1129 time: 0.0452621 May 16 17:54:25.667380 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-381616a9-96ec-4750-b669-2e950153ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:25.668869 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-381616a9-96ec-4750-b669-2e950153ace9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 200 len: 913 time: 0.0962327 May 16 17:54:25.700955 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f720c-8f28-4f2a-9d05-df732b0e9441 req-e2222b80-f530-414b-b500-d522081e8420 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:25.703406 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a91f720c-8f28-4f2a-9d05-df732b0e9441 req-e2222b80-f530-414b-b500-d522081e8420 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0641508 May 16 17:54:25.748685 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:25.762517 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-a91f720c-8f28-4f2a-9d05-df732b0e9441 req-30232dc5-edda-45f2-ba18-068bdac7e0a4 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 May 16 17:54:25.774440 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:54:25.783290 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:25.783968 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:53:58Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:25.882554 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:25.895678 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-e5e24d8d-984a-4981-8b68-2814c92df4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:26.073754 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:26.100509 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e3d25-a4ab-460d-87d1-0f39558b4794 None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:51Z', 'revision_number': 4, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': '9c20084b-e5a4-4456-ab17-45b6685e2b07', 'name': '', 'network_id': '20304413-223e-468b-b381-be0770314d15', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'mac_address': 'fa:16:3e:3b:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:51Z', 'updated_at': '2022-05-16T17:47:56Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'subnets': [{'id': '5a9cac7a-8f94-4b55-b634-317b6bd297ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:54:26.324493 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfe5dd-9a06-4999-abac-f5e4eb3bbc99 None None] New status for floating IP b30d1e73-f21b-4118-b249-8bb8f432474d: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:54:26.633949 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-c121c3ff-c501-44db-894a-4c707618bc4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 200 len: 217 time: 0.0417368 May 16 17:54:26.688420 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-a173be73-9ee2-4be4-b7fe-247aa10ca8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:26.689945 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-a173be73-9ee2-4be4-b7fe-247aa10ca8c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 200 len: 851 time: 0.0472827 May 16 17:54:26.809230 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-ef13b872-cb22-41fe-8db5-1fa14b9f52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:26.810818 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-ef13b872-cb22-41fe-8db5-1fa14b9f52c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20304413-223e-468b-b381-be0770314d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502779 May 16 17:54:26.905432 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a96777-99a5-461c-925a-cb0ac25a16d9 req-1532e69c-0069-4662-bd60-e35f525e6514 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:26.906950 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06a96777-99a5-461c-925a-cb0ac25a16d9 req-1532e69c-0069-4662-bd60-e35f525e6514 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0510945 May 16 17:54:26.919481 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-4fc612e8-bcf3-407d-92d8-6b2592889f45 service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965955 May 16 17:54:26.954809 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-06a96777-99a5-461c-925a-cb0ac25a16d9 req-19de8e15-e2f7-4ff8-9cec-48fc87d57df5 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/security-groups?id=097b3d73-3aaa-49e1-9ddd-177c4cac69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 May 16 17:54:27.095775 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [req-2d3fb66f-b7ed-439f-a135-6b2885dee1c5 req-8e9e41cf-4142-4a4b-9b84-a8dc1c4d21fc service neutron] 10.222.0.35 "GET /v2.0/networks/20304413-223e-468b-b381-be0770314d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868459 May 16 17:54:27.106687 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-9743ca92-4b00-4e98-9a50-f205822b3749 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:27.108126 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-9743ca92-4b00-4e98-9a50-f205822b3749 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 945 time: 0.0468867 May 16 17:54:27.206599 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Deleting port c880c8f6-9692-4951-8d4c-241bfc5f1099 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:27.206858 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:27.298074 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] For port c880c8f6-9692-4951-8d4c-241bfc5f1099, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c880c8f6-9692-4951-8d4c-241bfc5f1099,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:27.298377 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:27.312154 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Calling delete_port for c880c8f6-9692-4951-8d4c-241bfc5f1099 owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:27.457969 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c880c8f6-9692-4951-8d4c-241bfc5f1099), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:27.485158 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'Port': ['ID=c880c8f6-9692-4951-8d4c-241bfc5f1099,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:27.532377 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] No DVR routers for this DVR port c880c8f6-9692-4951-8d4c-241bfc5f1099 on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:27.534955 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:27.538168 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f7b0008d-2bf9-4828-a8e3-a11b7a2142e1 req-7e5d375c-d73a-495d-bdd4-7965984e0b84 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.35 "DELETE /v2.0/ports/c880c8f6-9692-4951-8d4c-241bfc5f1099 HTTP/1.1" status: 204 len: 173 time: 0.4222414 May 16 17:54:27.538603 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'name': 'network-vif-deleted', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:54:27.541204 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de19982-3edc-4111-8759-e41b81311e7a" -d '{"events": [{"server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "name": "network-vif-deleted", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:54:27.577796 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea1f99-ab32-405e-9a9d-2f918e0ff0c5 x-openstack-request-id: req-31ea1f99-ab32-405e-9a9d-2f918e0ff0c5 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:54:27.578090 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f1472-9a94-46a4-85ac-5570d0cf736c", "name": "network-vif-deleted", "tag": "c880c8f6-9692-4951-8d4c-241bfc5f1099", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:54:27.578342 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31ea1f99-ab32-405e-9a9d-2f918e0ff0c5 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:54:27.578744 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ea1f99-ab32-405e-9a9d-2f918e0ff0c5'] response: {'server_uuid': '7a8f1472-9a94-46a4-85ac-5570d0cf736c', 'name': 'network-vif-deleted', 'tag': 'c880c8f6-9692-4951-8d4c-241bfc5f1099', 'status': 'completed', 'code': 200} May 16 17:54:28.066327 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-52c54941-e680-4c49-acae-a5e5bedf65b1 req-be3c7d67-65b0-41d5-8542-0cf56ff430d8 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a8f1472-9a94-46a4-85ac-5570d0cf736c HTTP/1.1" status: 200 len: 210 time: 0.0304942 May 16 17:54:28.356232 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-5d0330c3-e71e-4485-8b45-f0bfbdc22a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.147277 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37368) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:29.168213 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.264224 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Deleting port ab995e78-2164-4f64-bdc2-0086d436d320 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:29.264573 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (ab995e78-2164-4f64-bdc2-0086d436d320), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.343279 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (ab995e78-2164-4f64-bdc2-0086d436d320), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.343611 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (ab995e78-2164-4f64-bdc2-0086d436d320), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.355775 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Calling delete_port for ab995e78-2164-4f64-bdc2-0086d436d320 owned by network:floatingip {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:29.501774 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (ab995e78-2164-4f64-bdc2-0086d436d320), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.525539 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'Port': ['ID=ab995e78-2164-4f64-bdc2-0086d436d320,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:29.589504 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for floatingip (7c9e284e-82a5-458b-9a6f-ad1e91888073), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.592106 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:29.593263 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-89c85815-e55f-48eb-ac17-0f2ac305e4c2 tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "DELETE /v2.0/floatingips/7c9e284e-82a5-458b-9a6f-ad1e91888073 HTTP/1.1" status: 204 len: 168 time: 0.4449906 May 16 17:54:30.502590 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:30.718770 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:30.812006 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37382) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:30.885358 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf68546e-3e80-421d-844a-486ded5064bf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group (097b3d73-3aaa-49e1-9ddd-177c4cac69c2), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:30.911423 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf68546e-3e80-421d-844a-486ded5064bf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group (097b3d73-3aaa-49e1-9ddd-177c4cac69c2), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:30.975502 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf68546e-3e80-421d-844a-486ded5064bf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (097b3d73-3aaa-49e1-9ddd-177c4cac69c2), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:30.978283 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-bf68546e-3e80-421d-844a-486ded5064bf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:30.979488 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-bf68546e-3e80-421d-844a-486ded5064bf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] 10.222.0.58 "DELETE /v2.0/security-groups/097b3d73-3aaa-49e1-9ddd-177c4cac69c2 HTTP/1.1" status: 204 len: 168 time: 0.1660149 May 16 17:54:30.989130 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68546e-3e80-421d-844a-486ded5064bf tempest-TestVolumeBootPattern-821215782 tempest-TestVolumeBootPattern-821215782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097b3d73-3aaa-49e1-9ddd-177c4cac69c2,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:31.029371 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37386) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:31.439197 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:31.660861 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Deleting port 9c20084b-e5a4-4456-ab17-45b6685e2b07 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:31.661158 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:31.740855 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] For port 9c20084b-e5a4-4456-ab17-45b6685e2b07, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=9c20084b-e5a4-4456-ab17-45b6685e2b07,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:31.741224 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:31.753941 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Calling delete_port for 9c20084b-e5a4-4456-ab17-45b6685e2b07 owned by network:router_interface {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:31.935886 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (9c20084b-e5a4-4456-ab17-45b6685e2b07), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:31.960685 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c20084b-e5a4-4456-ab17-45b6685e2b07,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:32.098402 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c880c8f6-9692-4951-8d4c-241bfc5f1099 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:32.121461 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:32.137775 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: c880c8f6-9692-4951-8d4c-241bfc5f1099 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:32.138155 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device c880c8f6-9692-4951-8d4c-241bfc5f1099 not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:32.147692 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:32.593570 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:54:32.695065 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:54:32.700576 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-323b694c-fe54-479e-bfd3-555cdfb7bfcd admin admin] 10.222.0.58 "PUT /v2.0/routers/2b8717ed-69a9-4bf4-a46e-54356bc8d43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6686008 May 16 17:54:32.703576 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37394) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:32.704283 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] Sync routers for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:54:32.715059 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:32.715952 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:32.801695 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks [] for router (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:32.815882 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:32.905635 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks [] for router_gateway (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:32.948063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Deleting port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:32.948372 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:32.987555 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:54:31Z', 'revision_number': 5, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port': {'id': 'c7e233a0-8db6-4d75-b873-b3f3f7bb05c0', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:33.017676 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] Checking router: 2b8717ed-69a9-4bf4-a46e-54356bc8d43a for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:54:33.027240 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] Routers {'2b8717ed-69a9-4bf4-a46e-54356bc8d43a'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:33.027881 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:33.031137 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] For port c7e233a0-8db6-4d75-b873-b3f3f7bb05c0, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:33.031502 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.045444 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Calling delete_port for c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:33.110741 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] Set router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a gateway port host: None {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:33.161127 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:54:32Z', 'revision_number': 6, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:33.187290 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9551a9-301f-469b-b0cc-5e9dacfcf400 None None] The sync data for ids ['2b8717ed-69a9-4bf4-a46e-54356bc8d43a'] in dv-cinder-837699-6-iscsi is: [{'id': '2b8717ed-69a9-4bf4-a46e-54356bc8d43a', 'name': 'tempest-TestVolumeBootPattern-1964346732-router', 'tenant_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:49Z', 'updated_at': '2022-05-16T17:54:32Z', 'revision_number': 6, 'project_id': '782ab44dbedd4b94b6c8fb2414a51a79', 'gw_port_host': None}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:54:33.214390 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c7e233a0-8db6-4d75-b873-b3f3f7bb05c0), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.248242 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e233a0-8db6-4d75-b873-b3f3f7bb05c0,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:33.586126 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.673813 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.674347 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks [] for router_controller (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.718643 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (2b8717ed-69a9-4bf4-a46e-54356bc8d43a), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.719339 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8717ed-69a9-4bf4-a46e-54356bc8d43a {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:54:33.724091 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.728218 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7dcb39ed-5a84-4734-a507-58f3ff48f86a admin admin] 10.222.0.58 "DELETE /v2.0/routers/2b8717ed-69a9-4bf4-a46e-54356bc8d43a HTTP/1.1" status: 204 len: 168 time: 1.0208449 May 16 17:54:33.728753 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37410) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:33.778802 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.db_base_plugin_v2 [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Deleting subnet 5a9cac7a-8f94-4b55-b634-317b6bd297ec {{(pid=104866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:54:33.782270 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Publish callbacks [] for subnet (5a9cac7a-8f94-4b55-b634-317b6bd297ec), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.789992 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9c20084b-e5a4-4456-ab17-45b6685e2b07 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:33.809154 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 9c20084b-e5a4-4456-ab17-45b6685e2b07 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:33.809496 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 9c20084b-e5a4-4456-ab17-45b6685e2b07 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:33.809939 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:33.817248 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8437281'] for subnet (5a9cac7a-8f94-4b55-b634-317b6bd297ec), precommit_delete_associations {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.827264 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:33.827618 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c7e233a0-8db6-4d75-b873-b3f3f7bb05c0 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:33.896116 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (5a9cac7a-8f94-4b55-b634-317b6bd297ec), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.952520 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616508'] for subnet (5a9cac7a-8f94-4b55-b634-317b6bd297ec), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.979019 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9cac7a-8f94-4b55-b634-317b6bd297ec,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:33.982733 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:33.988382 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-538e46e9-a078-4f30-956d-910e8dc8d71c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5a9cac7a-8f94-4b55-b634-317b6bd297ec HTTP/1.1" status: 204 len: 168 time: 0.2563004 May 16 17:54:33.989679 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37412) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:33.990018 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5ac8b-9400-4e9c-af0e-de4419ec3411 None None] Network 20304413-223e-468b-b381-be0770314d15 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:54:34.063652 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (20304413-223e-468b-b381-be0770314d15), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.104270 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Deleting port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:34.104615 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.153121 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] DHCP port deletion for 20304413-223e-468b-b381-be0770314d15 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:54:34.173671 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] For port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:34.173963 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.186916 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Calling delete_port for 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 owned by network:dhcp {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:34.190596 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] Deleting port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 {{(pid=104868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:34.191015 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), before_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.259495 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] For port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,segment=NetworkSegment(391faf7d-5651-4a4f-bc7a-d2484fb686bb),segment_id=391faf7d-5651-4a4f-bc7a-d2484fb686bb)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:34.259903 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), precommit_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.272888 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] Calling delete_port for 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 owned by network:dhcp {{(pid=104868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:34.275744 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.299934 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Pushing event deleted for resources: {'Port': ['ID=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:34.303091 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] No DVR routers for this DVR port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 on host dv-cinder-837699-6-iscsi {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:34.347171 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440'] for port (43be4a4e-4c5c-4e2c-b9b8-7156f8d12965), after_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.374512 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] Pushing event deleted for resources: {'Port': ['ID=43be4a4e-4c5c-4e2c-b9b8-7156f8d12965,revision_number=None']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:34.374762 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (20304413-223e-468b-b381-be0770314d15), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.378879 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2c53c-70b0-4f83-89e7-b45016cf45e7 None None] No DVR routers for this DVR port 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 on host dv-cinder-837699-6-iscsi {{(pid=104868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:34.401058 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20304413-223e-468b-b381-be0770314d15']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:34.410823 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391faf7d-5651-4a4f-bc7a-d2484fb686bb') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:34.411121 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391faf7d-5651-4a4f-bc7a-d2484fb686bb') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:34.421835 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (391faf7d-5651-4a4f-bc7a-d2484fb686bb), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.437770 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (391faf7d-5651-4a4f-bc7a-d2484fb686bb), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.443969 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:54:34.444358 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (391faf7d-5651-4a4f-bc7a-d2484fb686bb), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:54:34.446192 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:54:34.505449 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (20304413-223e-468b-b381-be0770314d15), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.509942 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:34.513451 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] 10.222.0.58 "DELETE /v2.0/networks/20304413-223e-468b-b381-be0770314d15 HTTP/1.1" status: 204 len: 168 time: 0.5225897 May 16 17:54:34.516508 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37414) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:34.528029 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270e90c-f848-42e8-9571-d36c51fb54ca admin admin] Pushing event deleted for resources: {'Network': ['ID=20304413-223e-468b-b381-be0770314d15,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:34.831846 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:35.069367 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Deleting port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:35.069742 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:35.147949 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] For port 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:35.148357 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:35.161854 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Calling delete_port for 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d owned by network:router_interface {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:35.343244 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:35.368328 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:35.533147 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:35.752209 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:54:35.837036 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:35.854569 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:54:35.857485 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:35.857974 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 43be4a4e-4c5c-4e2c-b9b8-7156f8d12965 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:35.859704 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-01f82289-96e0-458f-9ec6-edcc4257be13 admin admin] 10.222.0.58 "PUT /v2.0/routers/0b1b4b2a-8289-43cc-ae7f-b63a04ad1649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3421035 May 16 17:54:35.862590 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37428) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:35.865195 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] Sync routers for ids ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'] in dv-cinder-837699-6-iscsi {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:54:35.876877 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] Routers {'0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:35.877670 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:35.961700 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks [] for router (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:35.979540 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] Set router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:36.060897 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks [] for router_gateway (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.104956 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Deleting port cdb3e66e-c536-4046-987f-e3018aea784a {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:36.105308 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.145862 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:54:35Z', 'revision_number': 5, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port': {'id': 'cdb3e66e-c536-4046-987f-e3018aea784a', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:36.175763 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] Checking router: 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 for host: dv-cinder-837699-6-iscsi {{(pid=104868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:54:36.182024 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] For port cdb3e66e-c536-4046-987f-e3018aea784a, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=cdb3e66e-c536-4046-987f-e3018aea784a,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:36.182416 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.183567 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] Routers {'0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:36.184502 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'], 'active': True} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:36.195310 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Calling delete_port for cdb3e66e-c536-4046-987f-e3018aea784a owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:36.262632 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvr_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] Set router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 gateway port host: None {{(pid=104868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:36.312773 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_hamode_db [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:54:36Z', 'revision_number': 6, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port_host': None}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:36.337228 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c9232-eaba-4a78-9420-4a01add2dc49 None None] The sync data for ids ['0b1b4b2a-8289-43cc-ae7f-b63a04ad1649'] in dv-cinder-837699-6-iscsi is: [{'id': '0b1b4b2a-8289-43cc-ae7f-b63a04ad1649', 'name': 'tempest-TestVolumeBootPattern-373129849-router', 'tenant_id': '38b551e22edf4c559bb9d936361ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:47:53Z', 'updated_at': '2022-05-16T17:54:36Z', 'revision_number': 6, 'project_id': '38b551e22edf4c559bb9d936361ed9e2', 'gw_port_host': None}] {{(pid=104868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:54:36.358769 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (cdb3e66e-c536-4046-987f-e3018aea784a), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.391108 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb3e66e-c536-4046-987f-e3018aea784a,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:36.400658 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.401003 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.401366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.401729 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.402059 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.402913 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.402913 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.403144 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.403309 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.403636 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.404046 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.404371 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.404692 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.405048 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.405366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:36.464268 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.551366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.553435 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks [] for router_controller (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.599965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (0b1b4b2a-8289-43cc-ae7f-b63a04ad1649), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.600529 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:54:36.604753 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.605919 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e7ea3969-0530-41c5-aefd-41d7b5cc49b3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0b1b4b2a-8289-43cc-ae7f-b63a04ad1649 HTTP/1.1" status: 204 len: 168 time: 0.7423687 May 16 17:54:36.608984 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37432) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:36.654848 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Deleting subnet c3f069c1-aa99-499f-b74c-9026a055a82c {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:54:36.658167 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Publish callbacks [] for subnet (c3f069c1-aa99-499f-b74c-9026a055a82c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.697909 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (c3f069c1-aa99-499f-b74c-9026a055a82c), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.775163 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (c3f069c1-aa99-499f-b74c-9026a055a82c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.826894 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (c3f069c1-aa99-499f-b74c-9026a055a82c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.855946 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f069c1-aa99-499f-b74c-9026a055a82c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:36.860926 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.864426 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ce1bee4a-47fc-4e07-a654-1e0cd7253072 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c3f069c1-aa99-499f-b74c-9026a055a82c HTTP/1.1" status: 204 len: 168 time: 0.2542799 May 16 17:54:36.866506 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed2c059-7225-4573-9c6a-8cebf682ba0e None None] Network d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:54:36.867247 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37434) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:36.944241 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:36.987832 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Deleting port 68c62580-f1f7-4703-be15-4eacf32857a4 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:36.988177 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.054936 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.db [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] For port 68c62580-f1f7-4703-be15-4eacf32857a4, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=68c62580-f1f7-4703-be15-4eacf32857a4,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:37.055204 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.068980 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Calling delete_port for 68c62580-f1f7-4703-be15-4eacf32857a4 owned by network:dhcp {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:37.108268 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] DHCP port deletion for d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:54:37.152233 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] Deleting port 68c62580-f1f7-4703-be15-4eacf32857a4 {{(pid=104868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:37.152720 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), before_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.158185 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.185235 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Pushing event deleted for resources: {'Port': ['ID=68c62580-f1f7-4703-be15-4eacf32857a4,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:37.187776 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] No DVR routers for this DVR port 68c62580-f1f7-4703-be15-4eacf32857a4 on host dv-cinder-837699-6-iscsi {{(pid=104866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:37.196467 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.196824 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.197174 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.197522 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.197887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.198221 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.198558 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.198887 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.199217 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.199547 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.199878 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.202388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.202388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.202388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.202388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-6-iscsi {{(pid=104866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 17:54:37.237403 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.db [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] For port 68c62580-f1f7-4703-be15-4eacf32857a4, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=68c62580-f1f7-4703-be15-4eacf32857a4,segment=NetworkSegment(92876cf9-efda-43eb-af32-043f8bac6e66),segment_id=92876cf9-efda-43eb-af32-043f8bac6e66)] {{(pid=104868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:37.237919 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), precommit_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.251318 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] Calling delete_port for 68c62580-f1f7-4703-be15-4eacf32857a4 owned by network:dhcp {{(pid=104868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:37.275415 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.296347 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65edd8b-7e45-4b5d-b7ff-84ef1c08a603']}} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:37.306490 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92876cf9-efda-43eb-af32-043f8bac6e66') {'for_net_delete': True} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:37.306609 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.services.segments.db [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92876cf9-efda-43eb-af32-043f8bac6e66') {} {{(pid=104866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:37.316761 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8437272'] for segment (92876cf9-efda-43eb-af32-043f8bac6e66), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.325394 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440'] for port (68c62580-f1f7-4703-be15-4eacf32857a4), after_delete {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.335255 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (92876cf9-efda-43eb-af32-043f8bac6e66), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.342005 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:54:37.342443 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147451'] for segment (92876cf9-efda-43eb-af32-043f8bac6e66), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: Traceback (most recent call last): May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: timer() May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: cb(*args, **kw) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: return func(*args, **kwargs) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: self._notify() May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: self.callback(batched_events) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: event.method(event) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: return f(self, *a, **k) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._get(url).json() May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: return self.request(url, 'GET', **kwargs) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:54:37.344579 dv-cinder-837699-6-iscsi neutron-server[104866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:54:37.354470 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] Pushing event deleted for resources: {'Port': ['ID=68c62580-f1f7-4703-be15-4eacf32857a4,revision_number=None']} {{(pid=104868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:37.359286 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b859142-6902-4113-9eba-5f99a403d157 None None] No DVR routers for this DVR port 68c62580-f1f7-4703-be15-4eacf32857a4 on host dv-cinder-837699-6-iscsi {{(pid=104868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:37.408511 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (d65edd8b-7e45-4b5d-b7ff-84ef1c08a603), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.414305 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.418004 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] 10.222.0.58 "DELETE /v2.0/networks/d65edd8b-7e45-4b5d-b7ff-84ef1c08a603 HTTP/1.1" status: 204 len: 168 time: 0.5495942 May 16 17:54:37.429749 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a916-a01c-47e3-b4bd-90d339a6cadc admin admin] Pushing event deleted for resources: {'Network': ['ID=d65edd8b-7e45-4b5d-b7ff-84ef1c08a603,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:37.544375 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37440) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:37.585341 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-29048fbd-191f-4942-875d-16fff03fd809 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=782ab44dbedd4b94b6c8fb2414a51a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397120 May 16 17:54:37.588027 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37442) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:37.642838 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fe63b483-abfc-428a-86b2-e8bf3f92a1fa admin admin] Publish callbacks [] for security_group (a4460e61-abea-4e8a-8a32-2e759579cb60), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.664614 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fe63b483-abfc-428a-86b2-e8bf3f92a1fa admin admin] Publish callbacks [] for security_group (a4460e61-abea-4e8a-8a32-2e759579cb60), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.714381 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fe63b483-abfc-428a-86b2-e8bf3f92a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a4460e61-abea-4e8a-8a32-2e759579cb60), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.716937 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-fe63b483-abfc-428a-86b2-e8bf3f92a1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:37.718197 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-fe63b483-abfc-428a-86b2-e8bf3f92a1fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4460e61-abea-4e8a-8a32-2e759579cb60 HTTP/1.1" status: 204 len: 168 time: 0.1291950 May 16 17:54:37.725970 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63b483-abfc-428a-86b2-e8bf3f92a1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4460e61-abea-4e8a-8a32-2e759579cb60,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:37.802709 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdb3e66e-c536-4046-987f-e3018aea784a no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:37.821248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: cdb3e66e-c536-4046-987f-e3018aea784a {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:37.821691 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device cdb3e66e-c536-4046-987f-e3018aea784a not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:37.822165 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 68c62580-f1f7-4703-be15-4eacf32857a4 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:37.840832 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 68c62580-f1f7-4703-be15-4eacf32857a4 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:37.841184 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 68c62580-f1f7-4703-be15-4eacf32857a4 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:37.841612 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:37.859494 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:37.859870 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 18e60dff-4b1b-4d15-8d34-ffc1fdbefd8d not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:38.040045 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37448) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:38.080277 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2993a244-e844-494f-9f03-b179070700fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38b551e22edf4c559bb9d936361ed9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387230 May 16 17:54:38.082874 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37450) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:38.130132 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-466e82da-9706-4a7d-bc77-316df237728c admin admin] Publish callbacks [] for security_group (d896ef12-d6a4-48e0-9e88-61ebf148792f), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:38.152372 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-466e82da-9706-4a7d-bc77-316df237728c admin admin] Publish callbacks [] for security_group (d896ef12-d6a4-48e0-9e88-61ebf148792f), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:38.202004 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-466e82da-9706-4a7d-bc77-316df237728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (d896ef12-d6a4-48e0-9e88-61ebf148792f), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:38.204708 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-466e82da-9706-4a7d-bc77-316df237728c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:38.209273 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-466e82da-9706-4a7d-bc77-316df237728c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d896ef12-d6a4-48e0-9e88-61ebf148792f HTTP/1.1" status: 204 len: 168 time: 0.1255057 May 16 17:54:38.217854 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e82da-9706-4a7d-bc77-316df237728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896ef12-d6a4-48e0-9e88-61ebf148792f,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:44.887947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d1f35-595d-404d-8353-4775ec9955a1 req-e94ff264-aa9a-4e7d-8a5f-77abfe163ed4 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:44.889420 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-992d1f35-595d-404d-8353-4775ec9955a1 req-e94ff264-aa9a-4e7d-8a5f-77abfe163ed4 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 945 time: 0.0493569 May 16 17:54:44.936886 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-992d1f35-595d-404d-8353-4775ec9955a1 req-8012f67c-115e-4721-a317-09fd23c23467 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 May 16 17:54:46.068464 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb483d3-b8e5-40ca-bc4d-a1b6a1303d7c req-5d58cd26-b6a5-4570-8e78-3c21b05add14 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:46.069905 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bb483d3-b8e5-40ca-bc4d-a1b6a1303d7c req-5d58cd26-b6a5-4570-8e78-3c21b05add14 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 945 time: 0.0491750 May 16 17:54:46.116791 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-4bb483d3-b8e5-40ca-bc4d-a1b6a1303d7c req-1b7dca06-6213-4757-88db-56b6dad82c52 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups?id=66b21b0e-5440-4454-a9d3-27ca6ec8d160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413043 May 16 17:54:46.458785 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-177f6f51-14fa-4ca1-9b37-8d9d15f9b1db tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 17:54:46.461031 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-177f6f51-14fa-4ca1-9b37-8d9d15f9b1db tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 945 time: 0.0559385 May 16 17:54:46.545178 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Deleting port 30a990e5-3337-48b5-8f5b-bc59b439632c {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:46.545541 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:46.634265 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] For port 30a990e5-3337-48b5-8f5b-bc59b439632c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=30a990e5-3337-48b5-8f5b-bc59b439632c,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:46.634628 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:46.816905 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:46.817434 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2069789'] for floatingip (e144194a-0142-4f4d-89c3-91c5464cab2e), after_update {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:46.817971 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.db.l3_db [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Floating IP e144194a-0142-4f4d-89c3-91c5464cab2e disassociated. External IP: 172.27.0.97, port: 30a990e5-3337-48b5-8f5b-bc59b439632c. May 16 17:54:46.818545 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Calling delete_port for 30a990e5-3337-48b5-8f5b-bc59b439632c owned by compute:nova {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:46.960361 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (30a990e5-3337-48b5-8f5b-bc59b439632c), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:46.987837 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event deleted for resources: {'Port': ['ID=30a990e5-3337-48b5-8f5b-bc59b439632c,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:47.105009 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:54:47.226874 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-f39fdb6d-3b9e-4c09-a1a4-799c78d9533a req-25c110fe-7033-4071-854a-cc34d3ee0f54 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/ports?device_id=40af0a2f-7793-41b9-8bde-e13572b4c287 HTTP/1.1" status: 200 len: 210 time: 0.0315187 May 16 17:54:47.235077 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:54:47.249727 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:54:47.259754 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:47.260304 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:47.279448 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] No DVR routers for this DVR port 30a990e5-3337-48b5-8f5b-bc59b439632c on host hv-cinder-83769 {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:47.282240 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for port (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:47.285456 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [req-66702ae2-9b5d-41bd-9b30-8b82c9bb69d4 req-befd3f8d-a48c-4d4f-a94e-dd8ea997caf1 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.35 "DELETE /v2.0/ports/30a990e5-3337-48b5-8f5b-bc59b439632c HTTP/1.1" status: 204 len: 173 time: 0.8186767 May 16 17:54:47.285960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'name': 'network-vif-deleted', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c'}] {{(pid=104867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 17:54:47.288253 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b33e1dc5ebfb8eb64410b202dec3120f9810cd9f7208fa3b6cbc92cdafa8c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3261433-84a9-4267-a7e1-f479927a6f55" -d '{"events": [{"server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "name": "network-vif-deleted", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c"}]}' {{(pid=104867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 17:54:47.325454 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b8c30-69f5-4ed9-958e-1b7f94ef1448 x-openstack-request-id: req-5a6b8c30-69f5-4ed9-958e-1b7f94ef1448 {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 17:54:47.325778 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af0a2f-7793-41b9-8bde-e13572b4c287", "name": "network-vif-deleted", "tag": "30a990e5-3337-48b5-8f5b-bc59b439632c", "status": "completed", "code": 200}]} {{(pid=104867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 17:54:47.326584 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a6b8c30-69f5-4ed9-958e-1b7f94ef1448 {{(pid=104867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 17:54:47.326584 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6b8c30-69f5-4ed9-958e-1b7f94ef1448'] response: {'server_uuid': '40af0a2f-7793-41b9-8bde-e13572b4c287', 'name': 'network-vif-deleted', 'tag': '30a990e5-3337-48b5-8f5b-bc59b439632c', 'status': 'completed', 'code': 200} May 16 17:54:47.463932 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:47.650311 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:47.678902 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:54:47.687693 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:47.688301 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:47.794673 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:47.980943 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:48.011759 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cae311-648b-4db0-9d38-25edc72f8205 None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:50:43Z', 'revision_number': 4, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi', '_interfaces': [{'id': 'e2b20dbb-9dd3-465a-b279-2a179f094a44', 'name': '', 'network_id': '70f75128-82f0-47aa-84a8-cf0120b81794', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'mac_address': 'fa:16:3e:6b:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:43Z', 'updated_at': '2022-05-16T17:50:47Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'subnets': [{'id': 'faef29ce-01d9-4d37-84f0-ed47b28ad716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:54:48.230270 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a238e8e-36f8-400d-b6e0-c6d7cd36935e None None] New status for floating IP e144194a-0142-4f4d-89c3-91c5464cab2e: DOWN {{(pid=104868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 17:54:48.319691 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37518) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:48.379331 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f8f05d82-61a3-4530-9c53-8811df8c54be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (66b21b0e-5440-4454-a9d3-27ca6ec8d160), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.402370 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f8f05d82-61a3-4530-9c53-8811df8c54be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (66b21b0e-5440-4454-a9d3-27ca6ec8d160), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.453708 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f8f05d82-61a3-4530-9c53-8811df8c54be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (66b21b0e-5440-4454-a9d3-27ca6ec8d160), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.456339 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f8f05d82-61a3-4530-9c53-8811df8c54be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.457450 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f8f05d82-61a3-4530-9c53-8811df8c54be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "DELETE /v2.0/security-groups/66b21b0e-5440-4454-a9d3-27ca6ec8d160 HTTP/1.1" status: 204 len: 168 time: 0.1365011 May 16 17:54:48.460513 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37520) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:48.466599 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f05d82-61a3-4530-9c53-8811df8c54be tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b21b0e-5440-4454-a9d3-27ca6ec8d160,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:48.476416 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.api.v2.resource [None req-000c1ef7-11dd-4905-83ee-b399705d9c6e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] show failed (client error): The resource could not be found. May 16 17:54:48.480334 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37522) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:48.480566 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-000c1ef7-11dd-4905-83ee-b399705d9c6e tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "GET /v2.0/security-groups/66b21b0e-5440-4454-a9d3-27ca6ec8d160 HTTP/1.1" status: 404 len: 347 time: 0.0188768 May 16 17:54:48.595324 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Deleting port 0b163ae2-b99b-41bf-a207-04881cd3b3d7 {{(pid=104866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:48.595553 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.683093 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.683432 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (0b163ae2-b99b-41bf-a207-04881cd3b3d7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.697039 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.plugins.ml2.plugin [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Calling delete_port for 0b163ae2-b99b-41bf-a207-04881cd3b3d7 owned by network:floatingip {{(pid=104866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:48.831135 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147496'] for port (0b163ae2-b99b-41bf-a207-04881cd3b3d7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.857378 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Pushing event deleted for resources: {'Port': ['ID=0b163ae2-b99b-41bf-a207-04881cd3b3d7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:48.918555 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks [] for floatingip (e144194a-0142-4f4d-89c3-91c5464cab2e), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.921295 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356562'] for floatingip (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:48.922532 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-3b831356-1271-4338-b116-9761c6604893 tempest-AttachVolumeTestJSON-1033941299 tempest-AttachVolumeTestJSON-1033941299-project] 10.222.0.58 "DELETE /v2.0/floatingips/e144194a-0142-4f4d-89c3-91c5464cab2e HTTP/1.1" status: 204 len: 168 time: 0.4412119 May 16 17:54:50.199989 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 30a990e5-3337-48b5-8f5b-bc59b439632c no longer exists at agent hyperv_hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:50.219026 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] No Port match for: 30a990e5-3337-48b5-8f5b-bc59b439632c {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:50.219392 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Device 30a990e5-3337-48b5-8f5b-bc59b439632c not bound to the agent host hv-cinder-83769 {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:52.490154 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37550) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:52.829220 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066928'] for router_interface (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:53.048872 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Deleting port e2b20dbb-9dd3-465a-b279-2a179f094a44 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:53.049382 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:53.141070 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] For port e2b20dbb-9dd3-465a-b279-2a179f094a44, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=e2b20dbb-9dd3-465a-b279-2a179f094a44,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:53.141325 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:53.155783 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Calling delete_port for e2b20dbb-9dd3-465a-b279-2a179f094a44 owned by network:router_interface {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:53.347247 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (e2b20dbb-9dd3-465a-b279-2a179f094a44), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:53.380823 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b20dbb-9dd3-465a-b279-2a179f094a44,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:53.538728 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079983'] for router_interface (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:53.736075 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 has already been hosted by L3 agent d9d189cf-8f5f-4f7a-b93f-35f15cb21453 {{(pid=104867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 17:54:53.840817 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] Notify agent at l3_agent.dv-cinder-837699-6-iscsi the message routers_updated {{(pid=104867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 17:54:53.846413 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d1905c72-f6fc-47b9-bf9c-a9cb7c88a5d2 admin admin] 10.222.0.58 "PUT /v2.0/routers/8915f70a-7a4b-477a-9d22-6b9efa4d1a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3551807 May 16 17:54:53.848960 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37552) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:53.850826 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] Sync routers for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 17:54:53.862073 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:53.862825 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:53.966693 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:54.135166 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:54:53Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:54.163260 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] Checking router: 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 for host: dv-cinder-837699-6-iscsi {{(pid=104869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 17:54:54.173098 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] Routers {'8915f70a-7a4b-477a-9d22-6b9efa4d1a56'} bound to L3 agent in host dv-cinder-837699-6-iscsi {{(pid=104869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 17:54:54.173762 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T17:31:28Z,description=,heartbeat_timestamp=2022-05-16T17:54:28Z,host='dv-cinder-837699-6-iscsi',id=d9d189cf-8f5f-4f7a-b93f-35f15cb21453,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T17:31:28Z,topic='l3_agent')) {'router_ids': ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'], 'active': True} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:54.213029 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks [] for router (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.270692 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_dvr_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] Set router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 gateway port host: dv-cinder-837699-6-iscsi {{(pid=104869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 17:54:54.312627 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks [] for router_gateway (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.353989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Deleting port c6668d38-a7a6-487a-bb95-e442419af296 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:54.354322 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (c6668d38-a7a6-487a-bb95-e442419af296), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.431634 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] For port c6668d38-a7a6-487a-bb95-e442419af296, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=c6668d38-a7a6-487a-bb95-e442419af296,segment=NetworkSegment(0b63160a-d5dc-4fbb-91d4-1376d3061422),segment_id=0b63160a-d5dc-4fbb-91d4-1376d3061422)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:54.431887 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (c6668d38-a7a6-487a-bb95-e442419af296), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.432263 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.l3_hamode_db [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:54:53Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}], 'dv-cinder-837699-6-iscsi', False) {} {{(pid=104869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:54.444477 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Calling delete_port for c6668d38-a7a6-487a-bb95-e442419af296 owned by network:router_gateway {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:54.456669 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63879289-52c7-432c-8f0a-9e4af023565a None None] The sync data for ids ['8915f70a-7a4b-477a-9d22-6b9efa4d1a56'] in dv-cinder-837699-6-iscsi is: [{'id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'name': 'tempest-AttachVolumeTestJSON-534049387-router', 'tenant_id': '2f074c24f4594fa89de6dfe2e38659c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'external_fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T17:50:40Z', 'updated_at': '2022-05-16T17:54:53Z', 'revision_number': 5, 'project_id': '2f074c24f4594fa89de6dfe2e38659c3', 'gw_port': {'id': 'c6668d38-a7a6-487a-bb95-e442419af296', 'name': '', 'network_id': '48e27f3d-9a0d-4f12-913b-b122a87809ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915f70a-7a4b-477a-9d22-6b9efa4d1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T17:50:41Z', 'updated_at': '2022-05-16T17:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdd2d109-af7a-4a55-9e5e-67d1fc07c254', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-6-iscsi'}] {{(pid=104869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 17:54:54.625039 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (c6668d38-a7a6-487a-bb95-e442419af296), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.651706 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6668d38-a7a6-487a-bb95-e442419af296,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:54.713970 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2071746'] for router_gateway (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.801759 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.803989 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks [] for router_controller (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.847971 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2071443'] for router (8915f70a-7a4b-477a-9d22-6b9efa4d1a56), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.848366 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8915f70a-7a4b-477a-9d22-6b9efa4d1a56 {{(pid=104867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 17:54:54.852725 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.853894 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-948739c3-d6f2-4930-ac89-8b7a9c574790 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8915f70a-7a4b-477a-9d22-6b9efa4d1a56 HTTP/1.1" status: 204 len: 168 time: 1.0037668 May 16 17:54:54.856481 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37554) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:54.902544 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Deleting subnet faef29ce-01d9-4d37-84f0-ed47b28ad716 {{(pid=104867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 17:54:54.905765 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Publish callbacks [] for subnet (faef29ce-01d9-4d37-84f0-ed47b28ad716), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:54.944713 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193671'] for subnet (faef29ce-01d9-4d37-84f0-ed47b28ad716), precommit_delete_associations {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.022513 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830922'] for subnet (faef29ce-01d9-4d37-84f0-ed47b28ad716), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.079413 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-830931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8739840'] for subnet (faef29ce-01d9-4d37-84f0-ed47b28ad716), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.111304 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faef29ce-01d9-4d37-84f0-ed47b28ad716,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:55.117258 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for subnet (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.122963 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-e4ecd3ac-fa12-4083-b2f0-faefa992f03c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/faef29ce-01d9-4d37-84f0-ed47b28ad716 HTTP/1.1" status: 204 len: 168 time: 0.2630916 May 16 17:54:55.123301 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4642ab4-6653-42a4-8d2e-eb07a1b83c24 None None] Network 70f75128-82f0-47aa-84a8-cf0120b81794 requested from dv-cinder-837699-6-iscsi {{(pid=104868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 17:54:55.123817 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37556) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:55.192367 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562453'] for network (70f75128-82f0-47aa-84a8-cf0120b81794), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.236538 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Deleting port 020ce7d7-c336-4677-93f7-86951db441f6 {{(pid=104867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 17:54:55.236889 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669606629'] for port (020ce7d7-c336-4677-93f7-86951db441f6), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.302894 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.db [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] For port 020ce7d7-c336-4677-93f7-86951db441f6, host dv-cinder-837699-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-6-iscsi',level=0,port_id=020ce7d7-c336-4677-93f7-86951db441f6,segment=NetworkSegment(6b5e1955-695f-49c9-81d4-f8d3044acb5e),segment_id=6b5e1955-695f-49c9-81d4-f8d3044acb5e)] {{(pid=104867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 17:54:55.303256 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2066746'] for port (020ce7d7-c336-4677-93f7-86951db441f6), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.316272 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.plugin [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Calling delete_port for 020ce7d7-c336-4677-93f7-86951db441f6 owned by network:dhcp {{(pid=104867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 17:54:55.397184 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669615993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669219440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8975243'] for port (020ce7d7-c336-4677-93f7-86951db441f6), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.412536 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183204e-5c7c-49ae-8a46-d1a42bc19029 None None] DHCP port deletion for 70f75128-82f0-47aa-84a8-cf0120b81794 request from dv-cinder-837699-6-iscsi {{(pid=104868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 17:54:55.427794 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=020ce7d7-c336-4677-93f7-86951db441f6,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:55.429680 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] No DVR routers for this DVR port 020ce7d7-c336-4677-93f7-86951db441f6 on host dv-cinder-837699-6-iscsi {{(pid=104867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 17:54:55.497781 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832383', 'neutron.services.segments.db._delete_segments_for_network-8792669782294'] for network (70f75128-82f0-47aa-84a8-cf0120b81794), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.516998 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f75128-82f0-47aa-84a8-cf0120b81794']}} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:55.526052 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5e1955-695f-49c9-81d4-f8d3044acb5e') {'for_net_delete': True} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:55.526342 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.services.segments.db [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5e1955-695f-49c9-81d4-f8d3044acb5e') {} {{(pid=104867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 17:54:55.536042 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669751839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193726'] for segment (6b5e1955-695f-49c9-81d4-f8d3044acb5e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.550774 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977'] for segment (6b5e1955-695f-49c9-81d4-f8d3044acb5e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.557038 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=104867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 17:54:55.557429 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-828977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8975320'] for segment (6b5e1955-695f-49c9-81d4-f8d3044acb5e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: Traceback (most recent call last): May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: timer() May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: cb(*args, **kw) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: return func(*args, **kwargs) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: self._notify() May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: self.callback(batched_events) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: event.method(event) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: aggregate_uuid = self.p_client.list_aggregates( May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: return f(self, *a, **k) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._get(url).json() May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: return self.request(url, 'GET', **kwargs) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: base_url = self.get_endpoint(auth, allow=allow, May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 17:54:55.559146 dv-cinder-837699-6-iscsi neutron-server[104867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 17:54:55.618505 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2070000'] for network (70f75128-82f0-47aa-84a8-cf0120b81794), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.636075 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680228'] for network (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.638005 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] 10.222.0.58 "DELETE /v2.0/networks/70f75128-82f0-47aa-84a8-cf0120b81794 HTTP/1.1" status: 204 len: 168 time: 0.5136361 May 16 17:54:55.642207 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87282a82-a7af-41b9-ac16-cabb15765b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f75128-82f0-47aa-84a8-cf0120b81794,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:55.810260 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37560) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:55.816788 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device e2b20dbb-9dd3-465a-b279-2a179f094a44 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:55.842572 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: e2b20dbb-9dd3-465a-b279-2a179f094a44 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:55.842921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device e2b20dbb-9dd3-465a-b279-2a179f094a44 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:55.843353 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 020ce7d7-c336-4677-93f7-86951db441f6 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:55.849614 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-dedc6059-afe0-4fd9-9d77-213020e2142c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f074c24f4594fa89de6dfe2e38659c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381982 May 16 17:54:55.852063 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37562) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:55.861772 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: 020ce7d7-c336-4677-93f7-86951db441f6 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:55.862116 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device 020ce7d7-c336-4677-93f7-86951db441f6 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:55.862523 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c6668d38-a7a6-487a-bb95-e442419af296 no longer exists at agent ovs-agent-dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 17:54:55.880433 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.plugin [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] No Port match for: c6668d38-a7a6-487a-bb95-e442419af296 {{(pid=104868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 17:54:55.881038 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron.plugins.ml2.rpc [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Device c6668d38-a7a6-487a-bb95-e442419af296 not bound to the agent host dv-cinder-837699-6-iscsi {{(pid=104868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 17:54:55.899320 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-90a9445d-8c83-47e8-b80a-4201f7f05fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.906640 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-309df4ff-c42f-4890-b732-7f16717e2e74 admin admin] Publish callbacks [] for security_group (078bfeaa-84fa-4c81-a040-dbc59886565f), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.928236 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-309df4ff-c42f-4890-b732-7f16717e2e74 admin admin] Publish callbacks [] for security_group (078bfeaa-84fa-4c81-a040-dbc59886565f), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.983917 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-309df4ff-c42f-4890-b732-7f16717e2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (078bfeaa-84fa-4c81-a040-dbc59886565f), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.986817 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-309df4ff-c42f-4890-b732-7f16717e2e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:55.990340 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-309df4ff-c42f-4890-b732-7f16717e2e74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/078bfeaa-84fa-4c81-a040-dbc59886565f HTTP/1.1" status: 204 len: 168 time: 0.1350217 May 16 17:54:55.995886 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309df4ff-c42f-4890-b732-7f16717e2e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078bfeaa-84fa-4c81-a040-dbc59886565f,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:58.351095 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-984949ba-9af8-47be-be6a-1f4caf22412c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.072511 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37694) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:59.175879 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.212848 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3a16a523-d4d0-4209-b74a-319b5d1f42f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.293591 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3a16a523-d4d0-4209-b74a-319b5d1f42f8 admin admin] Publish callbacks [] for security_group (ec375a63-3231-4729-bd70-267baa71bec7), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.298948 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-3a16a523-d4d0-4209-b74a-319b5d1f42f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (ec375a63-3231-4729-bd70-267baa71bec7), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.336611 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-3a16a523-d4d0-4209-b74a-319b5d1f42f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd58c5579f424ad7af2367886472616e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630284 May 16 17:54:59.337482 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a523-d4d0-4209-b74a-319b5d1f42f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec375a63-3231-4729-bd70-267baa71bec7,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:59.339708 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37698) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:59.390304 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab389aed-fb69-46c4-9197-129ecc9b6d46 admin admin] Publish callbacks [] for security_group (ec375a63-3231-4729-bd70-267baa71bec7), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.411840 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab389aed-fb69-46c4-9197-129ecc9b6d46 admin admin] Publish callbacks [] for security_group (ec375a63-3231-4729-bd70-267baa71bec7), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.461103 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab389aed-fb69-46c4-9197-129ecc9b6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (ec375a63-3231-4729-bd70-267baa71bec7), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.465141 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-ab389aed-fb69-46c4-9197-129ecc9b6d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.466819 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-ab389aed-fb69-46c4-9197-129ecc9b6d46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec375a63-3231-4729-bd70-267baa71bec7 HTTP/1.1" status: 204 len: 168 time: 0.1261213 May 16 17:54:59.474462 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389aed-fb69-46c4-9197-129ecc9b6d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec375a63-3231-4729-bd70-267baa71bec7,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:59.737171 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37704) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:59.750339 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8486fdc7-c01b-4edf-ab92-294aef7d0fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.831950 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8486fdc7-c01b-4edf-ab92-294aef7d0fb9 admin admin] Publish callbacks [] for security_group (cd3bfd48-1778-43e0-9a23-6f0a62a749c8), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.838516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8486fdc7-c01b-4edf-ab92-294aef7d0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (cd3bfd48-1778-43e0-9a23-6f0a62a749c8), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.875487 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8486fdc7-c01b-4edf-ab92-294aef7d0fb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69c0a2b93ca94dccb147d3a959bd77f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372366 May 16 17:54:59.876356 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486fdc7-c01b-4edf-ab92-294aef7d0fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3bfd48-1778-43e0-9a23-6f0a62a749c8,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:54:59.878323 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37706) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:54:59.936140 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0dd57f55-dccf-4d4f-be8b-519488678323 admin admin] Publish callbacks [] for security_group (cd3bfd48-1778-43e0-9a23-6f0a62a749c8), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:54:59.957288 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0dd57f55-dccf-4d4f-be8b-519488678323 admin admin] Publish callbacks [] for security_group (cd3bfd48-1778-43e0-9a23-6f0a62a749c8), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:00.005978 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0dd57f55-dccf-4d4f-be8b-519488678323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (cd3bfd48-1778-43e0-9a23-6f0a62a749c8), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:00.008486 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-0dd57f55-dccf-4d4f-be8b-519488678323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:00.009634 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-0dd57f55-dccf-4d4f-be8b-519488678323 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd3bfd48-1778-43e0-9a23-6f0a62a749c8 HTTP/1.1" status: 204 len: 168 time: 0.1302779 May 16 17:55:00.018028 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd57f55-dccf-4d4f-be8b-519488678323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3bfd48-1778-43e0-9a23-6f0a62a749c8,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:00.492369 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:00.733031 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:02.148149 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:55:02.150322 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.125132 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37800) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:05.249368 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ae2e-6f4e-42ac-be4c-70754d180991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.332427 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ae2e-6f4e-42ac-be4c-70754d180991 admin admin] Publish callbacks [] for security_group (572b40d5-2814-4d39-af81-588e716e109a), precommit_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.337964 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ae2e-6f4e-42ac-be4c-70754d180991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (572b40d5-2814-4d39-af81-588e716e109a), after_create {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.375611 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-d4b6ae2e-6f4e-42ac-be4c-70754d180991 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=113381584bc140e09bdb071cf64d5cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493505 May 16 17:55:05.376749 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6ae2e-6f4e-42ac-be4c-70754d180991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572b40d5-2814-4d39-af81-588e716e109a,revision_number=1']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:05.378489 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37804) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:05.436734 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7433c4b2-aa3a-48b9-8efd-8eb4887454a6 admin admin] Publish callbacks [] for security_group (572b40d5-2814-4d39-af81-588e716e109a), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.459919 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7433c4b2-aa3a-48b9-8efd-8eb4887454a6 admin admin] Publish callbacks [] for security_group (572b40d5-2814-4d39-af81-588e716e109a), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.517455 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7433c4b2-aa3a-48b9-8efd-8eb4887454a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (572b40d5-2814-4d39-af81-588e716e109a), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.521895 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-7433c4b2-aa3a-48b9-8efd-8eb4887454a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.523505 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-7433c4b2-aa3a-48b9-8efd-8eb4887454a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/572b40d5-2814-4d39-af81-588e716e109a HTTP/1.1" status: 204 len: 168 time: 0.1436977 May 16 17:55:05.531780 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433c4b2-aa3a-48b9-8efd-8eb4887454a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572b40d5-2814-4d39-af81-588e716e109a,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:05.819360 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37810) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:05.835955 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2a9472fe-566c-4e42-933d-453e81974493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.915707 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2a9472fe-566c-4e42-933d-453e81974493 admin admin] Publish callbacks [] for security_group (a4608f63-000a-4556-b446-c6830cb7b117), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.921796 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-2a9472fe-566c-4e42-933d-453e81974493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a4608f63-000a-4556-b446-c6830cb7b117), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:05.959084 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-2a9472fe-566c-4e42-933d-453e81974493 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61046f67659d497290fddb2c9aa8c21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384180 May 16 17:55:05.959928 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9472fe-566c-4e42-933d-453e81974493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4608f63-000a-4556-b446-c6830cb7b117,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:05.962965 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37812) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:06.018198 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-97b876b5-8627-490b-923f-118277c05f1a admin admin] Publish callbacks [] for security_group (a4608f63-000a-4556-b446-c6830cb7b117), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:06.038703 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-97b876b5-8627-490b-923f-118277c05f1a admin admin] Publish callbacks [] for security_group (a4608f63-000a-4556-b446-c6830cb7b117), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:06.087380 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-97b876b5-8627-490b-923f-118277c05f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (a4608f63-000a-4556-b446-c6830cb7b117), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:06.089905 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-97b876b5-8627-490b-923f-118277c05f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:06.091057 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-97b876b5-8627-490b-923f-118277c05f1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4608f63-000a-4556-b446-c6830cb7b117 HTTP/1.1" status: 204 len: 168 time: 0.1265860 May 16 17:55:06.099328 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b876b5-8627-490b-923f-118277c05f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4608f63-000a-4556-b446-c6830cb7b117,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:15.119677 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37952) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:15.229391 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5634-95cf-4964-8cec-19b2d375c404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.305959 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5634-95cf-4964-8cec-19b2d375c404 admin admin] Publish callbacks [] for security_group (f4804731-e6ba-47f7-a7ce-13e16da0287e), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.314332 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5634-95cf-4964-8cec-19b2d375c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (f4804731-e6ba-47f7-a7ce-13e16da0287e), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.363863 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-f1aa5634-95cf-4964-8cec-19b2d375c404 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eee511e7c2c24d06b7d2a149c0a30090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430789 May 16 17:55:15.364710 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa5634-95cf-4964-8cec-19b2d375c404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4804731-e6ba-47f7-a7ce-13e16da0287e,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:15.366991 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37956) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:15.421822 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-093f2686-9084-4252-aa53-b03970252980 admin admin] Publish callbacks [] for security_group (f4804731-e6ba-47f7-a7ce-13e16da0287e), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.443451 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-093f2686-9084-4252-aa53-b03970252980 admin admin] Publish callbacks [] for security_group (f4804731-e6ba-47f7-a7ce-13e16da0287e), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.492483 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-093f2686-9084-4252-aa53-b03970252980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (f4804731-e6ba-47f7-a7ce-13e16da0287e), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.496512 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-093f2686-9084-4252-aa53-b03970252980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.497982 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-093f2686-9084-4252-aa53-b03970252980 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4804731-e6ba-47f7-a7ce-13e16da0287e HTTP/1.1" status: 204 len: 168 time: 0.1299436 May 16 17:55:15.505503 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f2686-9084-4252-aa53-b03970252980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4804731-e6ba-47f7-a7ce-13e16da0287e,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:15.774174 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37962) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:15.787879 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-edee8ee0-b7da-4ab2-90ca-3eee66510284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.861535 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-edee8ee0-b7da-4ab2-90ca-3eee66510284 admin admin] Publish callbacks [] for security_group (73575078-4724-4db8-88d1-4dc3fbe850d3), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.868774 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-edee8ee0-b7da-4ab2-90ca-3eee66510284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (73575078-4724-4db8-88d1-4dc3fbe850d3), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.909076 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-edee8ee0-b7da-4ab2-90ca-3eee66510284 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a58d0423e6dc4c9481f0015798fa0511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337457 May 16 17:55:15.909993 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8ee0-b7da-4ab2-90ca-3eee66510284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73575078-4724-4db8-88d1-4dc3fbe850d3,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:15.911998 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37964) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:15.960941 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9c4d-45b5-4162-8494-1961379ca6ae admin admin] Publish callbacks [] for security_group (73575078-4724-4db8-88d1-4dc3fbe850d3), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:15.986623 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9c4d-45b5-4162-8494-1961379ca6ae admin admin] Publish callbacks [] for security_group (73575078-4724-4db8-88d1-4dc3fbe850d3), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.036196 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9c4d-45b5-4162-8494-1961379ca6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (73575078-4724-4db8-88d1-4dc3fbe850d3), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.039079 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9c4d-45b5-4162-8494-1961379ca6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.040233 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-cbbd9c4d-45b5-4162-8494-1961379ca6ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73575078-4724-4db8-88d1-4dc3fbe850d3 HTTP/1.1" status: 204 len: 168 time: 0.1272593 May 16 17:55:16.048577 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd9c4d-45b5-4162-8494-1961379ca6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73575078-4724-4db8-88d1-4dc3fbe850d3,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:16.370765 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 37970) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:16.385516 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-809f2c6f-d240-41dd-8c3b-d7a167077599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.464190 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-809f2c6f-d240-41dd-8c3b-d7a167077599 admin admin] Publish callbacks [] for security_group (1a0409dc-b62c-4b39-85b1-1856b5f40c3d), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.470124 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-809f2c6f-d240-41dd-8c3b-d7a167077599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1a0409dc-b62c-4b39-85b1-1856b5f40c3d), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.508096 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-809f2c6f-d240-41dd-8c3b-d7a167077599 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e202eee2e76c4c3cb019e045ef1ffa79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361952 May 16 17:55:16.508992 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f2c6f-d240-41dd-8c3b-d7a167077599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0409dc-b62c-4b39-85b1-1856b5f40c3d,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:16.510961 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 37972) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:16.559979 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7686f549-1844-4975-aedb-6cebc5d670d1 admin admin] Publish callbacks [] for security_group (1a0409dc-b62c-4b39-85b1-1856b5f40c3d), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.582281 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7686f549-1844-4975-aedb-6cebc5d670d1 admin admin] Publish callbacks [] for security_group (1a0409dc-b62c-4b39-85b1-1856b5f40c3d), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.632455 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7686f549-1844-4975-aedb-6cebc5d670d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (1a0409dc-b62c-4b39-85b1-1856b5f40c3d), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.634947 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-7686f549-1844-4975-aedb-6cebc5d670d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:16.636085 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-7686f549-1844-4975-aedb-6cebc5d670d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a0409dc-b62c-4b39-85b1-1856b5f40c3d HTTP/1.1" status: 204 len: 168 time: 0.1240342 May 16 17:55:16.643694 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f549-1844-4975-aedb-6cebc5d670d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0409dc-b62c-4b39-85b1-1856b5f40c3d,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:17.790593 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 38002) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:17.909388 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b7a324d-9fce-43ca-a34a-9bd851e4d042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:17.998634 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b7a324d-9fce-43ca-a34a-9bd851e4d042 admin admin] Publish callbacks [] for security_group (cd7b58ba-b290-4bf7-875e-7fadb32ffeef), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:18.006886 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-8b7a324d-9fce-43ca-a34a-9bd851e4d042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (cd7b58ba-b290-4bf7-875e-7fadb32ffeef), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:18.047898 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-8b7a324d-9fce-43ca-a34a-9bd851e4d042 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6ef97cef0f94f108bb4c64659d1e562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557807 May 16 17:55:18.048723 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a324d-9fce-43ca-a34a-9bd851e4d042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b58ba-b290-4bf7-875e-7fadb32ffeef,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:18.052009 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 38006) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:18.108917 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a9596102-d70d-43a8-bb0b-dd8586f0a782 admin admin] Publish callbacks [] for security_group (cd7b58ba-b290-4bf7-875e-7fadb32ffeef), before_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:18.131672 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a9596102-d70d-43a8-bb0b-dd8586f0a782 admin admin] Publish callbacks [] for security_group (cd7b58ba-b290-4bf7-875e-7fadb32ffeef), precommit_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:18.194525 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a9596102-d70d-43a8-bb0b-dd8586f0a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (cd7b58ba-b290-4bf7-875e-7fadb32ffeef), after_delete {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:18.199116 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-a9596102-d70d-43a8-bb0b-dd8586f0a782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:18.200787 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-a9596102-d70d-43a8-bb0b-dd8586f0a782 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd7b58ba-b290-4bf7-875e-7fadb32ffeef HTTP/1.1" status: 204 len: 168 time: 0.1477952 May 16 17:55:18.212719 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596102-d70d-43a8-bb0b-dd8586f0a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b58ba-b290-4bf7-875e-7fadb32ffeef,revision_number=None']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:25.906754 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-001e4832-d885-48e7-9fb5-cbd3d9bdd9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:28.366525 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1a13d46f-effb-4092-82d9-3baf0cac4b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.174438 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.349105 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [-] (104866) accepted ('10.222.0.58', 38140) {{(pid=104866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:29.464458 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e784a7cd-2371-456d-b16c-baf622ad13f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.537768 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e784a7cd-2371-456d-b16c-baf622ad13f3 admin admin] Publish callbacks [] for security_group (73556cdf-ed43-41b1-a38a-c2580ee7cd4b), precommit_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.543708 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron_lib.callbacks.manager [None req-e784a7cd-2371-456d-b16c-baf622ad13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (73556cdf-ed43-41b1-a38a-c2580ee7cd4b), after_create {{(pid=104866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.580557 dv-cinder-837699-6-iscsi neutron-server[104866]: INFO neutron.wsgi [None req-e784a7cd-2371-456d-b16c-baf622ad13f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77a9826df6b04b23897804133961822a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303188 May 16 17:55:29.581403 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784a7cd-2371-456d-b16c-baf622ad13f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73556cdf-ed43-41b1-a38a-c2580ee7cd4b,revision_number=1']} {{(pid=104866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:29.583556 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [-] (104867) accepted ('10.222.0.58', 38144) {{(pid=104867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 17:55:29.635016 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8405-0ff7-48ab-a59e-1f86c63b558d admin admin] Publish callbacks [] for security_group (73556cdf-ed43-41b1-a38a-c2580ee7cd4b), before_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.659993 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8405-0ff7-48ab-a59e-1f86c63b558d admin admin] Publish callbacks [] for security_group (73556cdf-ed43-41b1-a38a-c2580ee7cd4b), precommit_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.713269 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8405-0ff7-48ab-a59e-1f86c63b558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591409'] for security_group (73556cdf-ed43-41b1-a38a-c2580ee7cd4b), after_delete {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.715851 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8405-0ff7-48ab-a59e-1f86c63b558d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:29.717015 dv-cinder-837699-6-iscsi neutron-server[104867]: INFO neutron.wsgi [None req-ff2d8405-0ff7-48ab-a59e-1f86c63b558d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73556cdf-ed43-41b1-a38a-c2580ee7cd4b HTTP/1.1" status: 204 len: 168 time: 0.1323879 May 16 17:55:29.725479 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8405-0ff7-48ab-a59e-1f86c63b558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73556cdf-ed43-41b1-a38a-c2580ee7cd4b,revision_number=None']} {{(pid=104867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 17:55:30.492520 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:30.721863 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:32.146161 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:39.153097 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:55:55.900287 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-80052164-56ff-4fa3-a2bf-6437ce27f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:58.359306 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-923c5226-458a-47a8-99b7-514652aec7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:55:59.177768 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:00.501867 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:00.733648 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:02.157759 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:16.154052 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:56:25.907554 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-13d12ea8-3db0-402d-bbcd-18b2aaa9425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:28.368209 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1bc22ccf-5013-4027-92a8-772db43a809d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:29.187480 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:30.506248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:30.741285 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:32.157951 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:53.160356 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:56:55.903102 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-ff879cc2-8e27-4876-9abc-7d4cc8eb44b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:58.370133 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-801aa277-91a4-4f6b-8fc0-43d7c258fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:56:59.190599 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:00.516726 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:00.747477 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:01.743647 dv-cinder-837699-6-iscsi neutron-server[104866]: DEBUG neutron.wsgi [req-404fb1ec-8a42-4d7e-b7a5-c3cb1bc2a1ca req-8a3e508f-aeba-4923-8501-e6eb5dd9c4d8 service neutron] (104866) timed out ('10.222.0.35', 57832) {{(pid=104866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 17:57:02.156640 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:25.908874 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8416-f852-48f9-831a-c619659a4f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:28.376262 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-53def3e4-5a80-4007-acc6-ecc97ff43335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:29.194248 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:30.155954 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:57:30.514274 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:30.753419 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:32.156025 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:55.920650 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-d3380d54-79eb-4670-975a-239c059e1e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:58.370444 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-fe37e286-e966-463e-8301-eb09001ebea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:57:59.197519 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:00.523209 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:00.735058 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:02.157720 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:07.161067 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:58:25.920945 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-83799e29-2067-4a50-8a22-88bf213e2269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:28.374992 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5c5a-7af9-4e36-b65a-f66f8319fac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:29.205962 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:30.523742 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:30.751068 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:32.163938 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:44.162987 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:58:55.917494 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-4d739214-7ded-4f96-bc5c-0c66bcbe815d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:58.376877 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-066868f7-d2d6-49b0-bb26-54dcba33a3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:58:59.212002 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:00.526459 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:00.745742 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:02.158483 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:10.684823 dv-cinder-837699-6-iscsi neutron-server[104867]: DEBUG neutron.wsgi [req-ae40fffb-8e56-4fb1-9ced-9e437459066e req-d623ce25-b845-4c2e-b2f4-4fd50ce59200 service neutron] (104867) timed out ('10.222.0.35', 57847) {{(pid=104867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 17:59:21.166119 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:59:25.918134 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-5dc626af-2f38-4d33-85ec-e810ccadca6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:28.380395 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-78a52fba-06e7-4a43-b100-15ec51c3e3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:29.209703 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:30.529891 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:30.740479 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:32.166907 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:55.922123 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-7ac4430e-1fc1-4893-ba73-34256e000766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:58.168876 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 17:59:58.385903 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-11a9ac22-7aaa-475a-9b43-d7a5aaed6f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 17:59:59.217803 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:00.541189 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:00.746883 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:02.166921 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:25.923222 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-25bd6ec5-556b-4019-a841-fdf843647b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (02a0bf69-4adc-48f7-a4ce-ec9431759160), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:28.384035 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-b811fbf5-af2c-43bc-90ee-d3d19248ab5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (d9d189cf-8f5f-4f7a-b93f-35f15cb21453), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:29.214509 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-37c0a91b-c34e-4450-ad62-94d29e520ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (e710118d-05b9-4832-8d56-30ef4689daf6), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:30.537585 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-1ade9ecf-f97b-4ef8-aea2-43b67f112b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (f950612b-26c1-4558-9673-1791e7f4b97c), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:30.770270 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-48b2a434-1b65-4334-80c4-0c54f3c1d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (5c315283-1a58-4389-9e44-5dd31f1060dd), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:32.159404 dv-cinder-837699-6-iscsi neutron-server[104868]: DEBUG neutron_lib.callbacks.manager [None req-f805f0a4-2ae2-40f5-b071-3a7d2e8864a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669782276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999100'] for agent (97c14f3f-fede-4a20-9dec-37e56e0fcaee), after_update {{(pid=104868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:00:35.170784 dv-cinder-837699-6-iscsi neutron-server[104869]: DEBUG neutron.db.agents_db [None req-159a694a-1225-4c97-b481-878bc0d75063 None None] Agent healthcheck: found 6 active agents {{(pid=104869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}